-- Logs begin at Wed 2021-09-01 08:47:57 UTC, end at Wed 2021-09-01 09:56:03 UTC. -- Sep 01 09:29:06.024858 dv-cinder-806726-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 01 09:29:08.691429 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.common.config [-] Logging enabled! Sep 01 09:29:08.692122 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Sep 01 09:29:08.692229 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93986) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 01 09:29:08.695435 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.common.config [-] Logging enabled! Sep 01 09:29:08.695690 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Sep 01 09:29:08.696022 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93986) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 01 09:29:08.696956 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 09:29:08.697186 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 09:29:08.697544 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 09:29:08.697785 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 09:29:08.698005 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 09:29:08.698321 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.698612 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.698905 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.699112 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.699403 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.699690 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.699994 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.700273 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.700564 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.700845 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.701116 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.701375 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.701601 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.701874 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.702157 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.702440 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.702660 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] debug = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.702936 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.703348 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.703772 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.704047 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.704330 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.704601 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.704868 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.705140 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.705423 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.705744 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] host = dv-cinder-806726-2-iscsi {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.706038 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.706322 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.706605 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.706885 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.707158 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.707429 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.707734 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.708004 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.708271 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] log_file = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.708539 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.708821 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.709104 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.709387 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.709605 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.709822 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.710104 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.710385 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.710655 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.710919 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.711187 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.711456 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.711749 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.712012 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.712293 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.712570 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.712849 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.713115 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.713382 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.713643 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.713904 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.714184 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.714449 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.714714 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.714979 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.715259 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.715519 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.715811 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.716105 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.716387 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.716665 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.716944 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.717211 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.717486 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.717751 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.718017 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.718283 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] use_json = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.718547 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.718810 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.719085 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.719352 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.719620 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.719909 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.720177 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.720458 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:08.720749 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.721044 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.721341 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.721666 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.721958 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.722232 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.722519 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.722795 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.723080 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.723368 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.723648 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.723938 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.724219 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.724488 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.724775 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.725072 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.725366 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.725651 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.725920 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.726187 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.726453 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.727038 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.727319 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.727592 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.727898 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.728183 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.728458 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.728738 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.729026 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.729309 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.729577 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.729846 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.730130 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.730403 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.730671 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.730941 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.731224 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.731495 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.731788 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.732065 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.732338 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.732607 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.732874 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.733146 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.733431 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.733704 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.733971 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.734237 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.734510 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.734777 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.735056 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.735336 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.735603 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.735908 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.736180 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.736448 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.736717 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.736988 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.737278 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.737550 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.737817 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.738085 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.738353 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.738621 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.738888 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.739154 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.739420 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.739714 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.739985 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.740252 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.740519 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.740785 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.741053 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.741338 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.741632 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.741905 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.742178 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.742453 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.742730 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.743003 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.743274 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.743548 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.743919 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.744189 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.744477 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.744758 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.745052 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.745333 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.745605 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.745902 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.746174 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.746449 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.746720 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.746992 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.747271 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.747547 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.747862 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.748153 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.748442 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.748732 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.749017 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.749292 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.749594 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.749873 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:08.750084 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 09:29:08.750321 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93986) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 01 09:29:09.089927 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 01 09:29:09.090202 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 01 09:29:09.090483 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 01 09:29:09.090818 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 01 09:29:09.478928 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.479221 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.479502 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.480796 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.481061 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.481325 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.514796 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.515068 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.515329 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.531414 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.531695 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.531976 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.559699 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.560000 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.560265 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.595359 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.595676 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.595929 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.822678 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.823324 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.823324 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.823467 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.824092 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.941198 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.941516 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.941789 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.942052 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.942309 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.942612 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.942858 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.943105 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.943353 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.943626 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.943887 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.944143 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.944391 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.944635 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.944878 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.945135 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.945382 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.945630 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.945893 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.946145 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.946408 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.946651 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.946924 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.947289 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.947534 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.947798 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.948189 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 09:29:09.948423 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 09:29:09.948656 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 09:29:09.948886 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 09:29:09.949123 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 09:29:09.949354 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 09:29:09.949707 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 01 09:29:09.952783 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 01 09:29:09.956758 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 01 09:29:09.960471 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Sep 01 09:29:09.962090 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 01 09:29:09.962538 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 01 09:29:09.963011 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 01 09:29:09.963397 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 01 09:29:09.966186 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 01 09:29:09.966436 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 01 09:29:09.966793 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 01 09:29:09.972147 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 01 09:29:09.994067 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 01 09:29:09.994578 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.994863 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93986) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 01 09:29:09.995223 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:09.996592 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93986) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 01 09:29:09.996868 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 01 09:29:09.997114 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 01 09:29:10.000351 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.000614 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.065022 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 01 09:29:10.065310 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 01 09:29:10.065538 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 01 09:29:10.065910 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 01 09:29:10.088079 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_db.sqlalchemy.engines [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93986) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 01 09:29:10.621585 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Initializing driver for type 'gre' Sep 01 09:29:10.622115 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] gre ID ranges: [(1, 1000)] Sep 01 09:29:10.675380 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Initializing driver for type 'local' Sep 01 09:29:10.675772 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Initializing driver for type 'vlan' Sep 01 09:29:10.689079 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] VlanTypeDriver initialization complete Sep 01 09:29:10.689458 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Initializing driver for type 'vxlan' Sep 01 09:29:10.690013 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] vxlan ID ranges: [(1, 1000)] Sep 01 09:29:10.744951 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Initializing extension driver 'port_security' Sep 01 09:29:10.745294 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.extensions.port_security [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] PortSecurityExtensionDriver initialization complete Sep 01 09:29:10.745622 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Initializing mechanism driver 'openvswitch' Sep 01 09:29:10.745947 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Initializing mechanism driver 'hyperv' Sep 01 09:29:10.752521 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.plugins.ml2.plugin [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:29:10.753305 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > port after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.753677 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > port after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.754036 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > port after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.754558 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93986) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 09:29:10.755020 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > subnet after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.755378 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > subnet after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.755747 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.756143 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93986) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 09:29:10.756551 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > network after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.756905 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > network after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.757251 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > network after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.757637 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93986) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 09:29:10.758044 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > security_group after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.758393 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > security_group after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.758732 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.759262 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93986) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 09:29:10.759684 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.760055 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.760398 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.760791 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93986) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 09:29:10.761199 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > address_group after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.761548 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > address_group after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.761889 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.762276 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93986) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 09:29:10.762654 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] ML2 OVO RPC backend initialized. {{(pid=93986) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 01 09:29:10.763362 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.763744 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.764165 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > network before_response 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.764513 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > networks before_response 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.764862 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > port before_response 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.765204 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > ports before_response 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.765548 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > subnet before_response 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.765889 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > subnets before_response 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.766234 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > network after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.766581 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > network after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.766918 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > network after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.767256 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > port after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.767594 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > port after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.767952 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > port after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.768292 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > subnet after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.768648 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > subnet after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.768984 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.769562 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.plugin [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Modular L2 Plugin initialization complete Sep 01 09:29:10.769891 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading services supported by the core plugin {{(pid=93986) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 01 09:29:10.770216 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.plugins.ml2.managers [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Got port-security extension from driver 'port_security' Sep 01 09:29:10.770678 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.extensions.vlantransparent [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Disabled vlantransparent extension. Sep 01 09:29:10.771161 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93986) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 01 09:29:10.771476 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading Plugin: router Sep 01 09:29:10.808064 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.808450 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > router after_create 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.808819 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > router before_create 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.809190 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.809564 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.809924 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > router after_delete 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.810468 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.810599 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.810982 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > router after_create 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.811328 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > router after_update 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.811697 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > router after_update 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.812052 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.812407 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > router after_update 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.812802 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > router precommit_update 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.813166 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: port after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.813508 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: port after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.813841 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: subnet after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.814182 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.814527 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.814881 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > router precommit_create 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.815208 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: port before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.815589 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > router precommit_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.815973 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > router after_update 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.816318 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.816671 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > router precommit_create 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.817034 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.817381 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > router precommit_update 55549900 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.817749 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > agent after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.818101 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > agent after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.818445 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > network after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.819303 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Tracking information for resource: router configured {{(pid=93986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 09:29:10.819638 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Tracking information for resource: floatingip configured {{(pid=93986) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 09:29:10.824628 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.db.l3_agentschedulers_db [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 01 09:29:10.825198 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: port after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.825568 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: port after_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.825920 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: port after_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.826273 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: port after_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.827064 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > router before_create 55550100 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.827438 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.827827 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > router precommit_create 55550100 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.828186 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > router precommit_update 55550100 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.832859 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.services.provider_configuration [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Service providers = [] {{(pid=93986) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 01 09:29:10.833225 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.db.servicetype_db [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93986) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 01 09:29:10.836197 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.services.service_base [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93986) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 09:29:10.836548 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.services.service_base [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93986) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 09:29:10.836891 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.services.service_base [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93986) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 09:29:10.837792 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.services.service_base [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93986) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 09:29:10.838168 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.services.service_base [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 01 09:29:10.838546 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 09:29:10.838861 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 01 09:29:10.849483 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 09:29:10.849825 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading Plugin: auto_allocate Sep 01 09:29:10.855977 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: network precommit_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.856332 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: network precommit_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.856852 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 09:29:10.857176 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading Plugin: tag Sep 01 09:29:10.863686 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 09:29:10.864039 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading Plugin: timestamp Sep 01 09:29:10.868073 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 09:29:10.868414 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading Plugin: network_ip_availability Sep 01 09:29:10.873861 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.874175 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.874536 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:10.875253 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 09:29:10.875575 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading Plugin: flavors Sep 01 09:29:10.880485 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 09:29:10.880824 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading Plugin: revisions Sep 01 09:29:10.885135 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93986) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 09:29:10.885530 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_concurrency.lockutils [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.795s {{(pid=93986) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 01 09:29:10.886262 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93986) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 01 09:29:10.886601 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Initializing extension manager. Sep 01 09:29:10.887116 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: __init__.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.887456 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: __pycache__ {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.887820 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.888152 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: address_group.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.888914 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.889473 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: address-group Sep 01 09:29:10.889795 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: address_scope.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.890516 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.891022 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: address-scope Sep 01 09:29:10.891344 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.892308 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.892822 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: router-admin-state-down-before-update Sep 01 09:29:10.893197 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: agent.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.894104 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.894619 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: agent Sep 01 09:29:10.894943 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: agent_resources_synced.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.895898 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.896416 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: agent-resources-synced Sep 01 09:29:10.896744 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: allowedaddresspairs.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.898528 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.899058 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: allowed-address-pairs Sep 01 09:29:10.899387 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: auto_allocated_topology.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.900494 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.901021 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: auto-allocated-topology Sep 01 09:29:10.901347 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: availability_zone.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.902046 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.902559 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: availability_zone Sep 01 09:29:10.902884 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: availability_zone_filter.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.903826 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.904340 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: availability_zone_filter Sep 01 09:29:10.904661 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: data_plane_status.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.905572 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.906085 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension data-plane-status not supported by any of loaded plugins Sep 01 09:29:10.906413 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: default_subnetpools.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.907333 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.907877 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: default-subnetpools Sep 01 09:29:10.908202 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.909053 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.909575 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: dhcp_agent_scheduler Sep 01 09:29:10.909898 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: dns.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.910820 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.911324 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension dns-integration not supported by any of loaded plugins Sep 01 09:29:10.911649 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: dns_domain_ports.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.912604 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.913108 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 01 09:29:10.913433 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.914370 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.914880 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 01 09:29:10.915203 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: dvr.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.915911 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.916420 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: dvr Sep 01 09:29:10.916742 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: ecmp_routes.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.917667 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.918174 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 01 09:29:10.918497 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: empty_string_filtering.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.919412 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.919956 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: empty-string-filtering Sep 01 09:29:10.920279 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.921235 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.921738 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 01 09:29:10.922061 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.922988 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.923493 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 01 09:29:10.923852 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: external_net.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.924794 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.925304 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: external-net Sep 01 09:29:10.925626 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.926546 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.927060 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: extra_dhcp_opt Sep 01 09:29:10.927386 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: extraroute.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.928316 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.928828 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: extraroute Sep 01 09:29:10.929150 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: extraroute_atomic.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.930181 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.930708 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: extraroute-atomic Sep 01 09:29:10.931032 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: filter_validation.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.931721 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.932235 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: filter-validation Sep 01 09:29:10.932560 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: fip_pf_description.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.933478 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.933982 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 01 09:29:10.934304 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: fip_port_details.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.935228 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.935765 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: fip-port-details Sep 01 09:29:10.936086 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: flavors.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.937331 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.937859 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: flavors Sep 01 09:29:10.938188 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.939862 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.940437 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 01 09:29:10.940773 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: floatingip_pools.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.941488 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.942005 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: floatingip-pools Sep 01 09:29:10.942341 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: ip_allocation.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.943280 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.943826 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension ip_allocation not supported by any of loaded plugins Sep 01 09:29:10.944155 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.945087 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.945604 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: ip-substring-filtering Sep 01 09:29:10.945936 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: l2_adjacency.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.946881 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.947386 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 01 09:29:10.947748 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: l3.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.948844 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.949366 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: router Sep 01 09:29:10.949696 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.951956 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.952488 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 01 09:29:10.952828 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.953779 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.954303 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: ext-gw-mode Sep 01 09:29:10.954636 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.955573 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.956138 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: l3-ha Sep 01 09:29:10.956471 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: l3_flavors.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.957395 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.957911 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: l3-flavors Sep 01 09:29:10.958238 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.959151 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.959677 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 01 09:29:10.960021 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: l3agentscheduler.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.961057 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.961570 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: l3_agent_scheduler Sep 01 09:29:10.961895 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: logging.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.963388 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.963926 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension logging not supported by any of loaded plugins Sep 01 09:29:10.964257 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: metering.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.965007 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.965580 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: metering Sep 01 09:29:10.965913 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.967023 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.967541 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: metering_source_and_destination_fields Sep 01 09:29:10.967894 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: multiprovidernet.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.968828 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.969340 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: multi-provider Sep 01 09:29:10.969664 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: netmtu.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.970585 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.971090 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: net-mtu Sep 01 09:29:10.971413 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: netmtu_writable.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.972423 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.972938 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: net-mtu-writable Sep 01 09:29:10.973259 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: network_availability_zone.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.973933 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.974434 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: network_availability_zone Sep 01 09:29:10.974752 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: network_ip_availability.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.975878 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.976396 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: network-ip-availability Sep 01 09:29:10.977049 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: network_segment_range.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.977821 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.978329 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension network-segment-range not supported by any of loaded plugins Sep 01 09:29:10.978651 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: pagination.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.979632 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.979986 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: pagination Sep 01 09:29:10.980311 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: port_device_profile.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.981240 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.981762 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: port-device-profile Sep 01 09:29:10.982083 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.983012 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.983530 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: port-mac-address-regenerate Sep 01 09:29:10.983887 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.984806 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.985320 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: port-numa-affinity-policy Sep 01 09:29:10.985644 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: port_resource_request.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.986582 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.987130 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension port-resource-request not supported by any of loaded plugins Sep 01 09:29:10.987463 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: portbindings.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.988433 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.988956 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: binding Sep 01 09:29:10.989278 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: portbindings_extended.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.990690 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.991209 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: binding-extended Sep 01 09:29:10.991537 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: portsecurity.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.992483 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.992999 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: port-security Sep 01 09:29:10.993321 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: project_id.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.994315 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.994646 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: project-id Sep 01 09:29:10.994975 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: providernet.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:10.995944 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:10.996471 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: provider Sep 01 09:29:10.996794 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: qos.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.000396 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.000915 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension qos not supported by any of loaded plugins Sep 01 09:29:11.001243 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.002493 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.003072 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 01 09:29:11.003409 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.004358 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.004874 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 01 09:29:11.005200 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: qos_default.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.006121 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.006651 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension qos-default not supported by any of loaded plugins Sep 01 09:29:11.007000 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: qos_fip.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.007678 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.008207 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension qos-fip not supported by any of loaded plugins Sep 01 09:29:11.008528 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: qos_gateway_ip.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.009490 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.010003 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 01 09:29:11.010329 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: qos_port_network_policy.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.011240 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.011795 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 01 09:29:11.012125 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: qos_pps_rule.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.013292 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.013815 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension qos-pps not supported by any of loaded plugins Sep 01 09:29:11.014143 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: qos_rule_type_details.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.015068 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.015581 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 01 09:29:11.015936 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: qos_rules_alias.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.016982 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.017497 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 01 09:29:11.017822 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: quotasv2.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.018776 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.019130 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: quotas Sep 01 09:29:11.019450 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: quotasv2_detail.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.022590 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.022936 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: quota_details Sep 01 09:29:11.023272 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: rbac.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.024562 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.025094 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: rbac-policies Sep 01 09:29:11.025425 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: rbac_address_group.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.026371 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.026890 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: rbac-address-group Sep 01 09:29:11.027219 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: rbac_address_scope.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.028188 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.028710 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: rbac-address-scope Sep 01 09:29:11.029034 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: rbac_security_groups.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.029953 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.030473 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: rbac-security-groups Sep 01 09:29:11.030805 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: rbac_subnetpool.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.031757 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.032271 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: rbac-subnetpool Sep 01 09:29:11.032592 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: revisionifmatch.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.033526 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.034092 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: revision-if-match Sep 01 09:29:11.034420 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: revisions.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.035537 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.036090 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: standard-attr-revisions Sep 01 09:29:11.036424 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: router_availability_zone.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.037111 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.037622 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: router_availability_zone Sep 01 09:29:11.037947 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: routerservicetype.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.038867 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.039379 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension router-service-type not supported by any of loaded plugins Sep 01 09:29:11.039727 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.040649 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.041163 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: security-groups-normalized-cidr Sep 01 09:29:11.041485 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.042440 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.042958 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: port-security-groups-filtering Sep 01 09:29:11.043281 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.044241 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.044766 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: security-groups-remote-address-group Sep 01 09:29:11.045090 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: securitygroup.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.054745 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.055283 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: security-group Sep 01 09:29:11.055616 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: segment.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.056447 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.056957 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension segment not supported by any of loaded plugins Sep 01 09:29:11.057287 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.058238 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.058772 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 01 09:29:11.059104 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: servicetype.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.060325 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.060850 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: service-type Sep 01 09:29:11.061186 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: sorting.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.062185 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.062515 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: sorting Sep 01 09:29:11.062837 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: standard_attr_segment.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.063818 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.064340 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 01 09:29:11.064665 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: standardattrdescription.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.065379 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.065891 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: standard-attr-description Sep 01 09:29:11.066214 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: stateful_security_group.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.067183 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.067730 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: stateful-security-group Sep 01 09:29:11.068058 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: stdattrs_common.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.068647 dv-cinder-806726-2-iscsi neutron-server[93986]: WARNING neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 01 09:29:11.068974 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.069925 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.070437 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 01 09:29:11.070759 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: subnet_onboard.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.071870 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.072393 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: subnet_onboard Sep 01 09:29:11.072714 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.073649 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.074163 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 01 09:29:11.074483 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: subnet_service_types.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.075411 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.075959 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: subnet-service-types Sep 01 09:29:11.076286 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: subnetallocation.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.077382 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.077904 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: subnet_allocation Sep 01 09:29:11.078230 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.078911 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.079425 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: subnetpool-prefix-ops Sep 01 09:29:11.079785 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.080732 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.081278 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 01 09:29:11.081601 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: tagging.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.082657 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.083180 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: standard-attr-tag Sep 01 09:29:11.083505 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: timestamp.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.084735 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.085261 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loaded extension: standard-attr-timestamp Sep 01 09:29:11.085588 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: trunk.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.086626 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.087145 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension trunk not supported by any of loaded plugins Sep 01 09:29:11.087474 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: trunk_details.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.088436 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.088952 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension trunk-details not supported by any of loaded plugins Sep 01 09:29:11.089276 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: uplink_status_propagation.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.090208 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.090727 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 01 09:29:11.091055 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Loading extension file: vlantransparent.py {{(pid=93986) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 09:29:11.091757 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93986) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 09:29:11.092265 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 01 09:29:11.094754 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Creating instance of TrackedResource for resource:network Sep 01 09:29:11.095277 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Creating instance of TrackedResource for resource:subnet Sep 01 09:29:11.095687 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 09:29:11.096097 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Creating instance of TrackedResource for resource:port Sep 01 09:29:11.097421 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 09:29:11.097858 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Service FLAVORS assigned prefix: {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 09:29:11.098490 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 09:29:11.098914 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 09:29:11.099244 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Creating instance of TrackedResource for resource:router Sep 01 09:29:11.099681 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Creating instance of TrackedResource for resource:floatingip Sep 01 09:29:11.100201 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Service METERING assigned prefix: /metering {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 09:29:11.101970 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:11.102341 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:11.102692 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:29:11.103761 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Creating instance of CountableResource for resource:rbac_policy Sep 01 09:29:11.104220 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Creating instance of TrackedResource for resource:security_group Sep 01 09:29:11.104649 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 01 09:29:11.106370 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Service CORE assigned prefix: {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 09:29:11.106718 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 09:29:11.107074 dv-cinder-806726-2-iscsi neutron-server[93986]: WARNING neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] subnetpool is already registered Sep 01 09:29:11.107511 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Service CORE assigned prefix: {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 09:29:11.107872 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 09:29:11.108210 dv-cinder-806726-2-iscsi neutron-server[93986]: WARNING neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] subnetpool is already registered Sep 01 09:29:11.110546 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 09:29:11.110980 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Service FLAVORS assigned prefix: {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 09:29:11.111575 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 09:29:11.112022 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 09:29:11.112403 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Creating instance of TrackedResource for resource:router Sep 01 09:29:11.112745 dv-cinder-806726-2-iscsi neutron-server[93986]: WARNING neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] router is already registered Sep 01 09:29:11.113158 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Creating instance of TrackedResource for resource:floatingip Sep 01 09:29:11.113501 dv-cinder-806726-2-iscsi neutron-server[93986]: WARNING neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] floatingip is already registered Sep 01 09:29:11.113956 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Service METERING assigned prefix: /metering {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 09:29:11.114624 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Creating instance of CountableResource for resource:rbac_policy Sep 01 09:29:11.114950 dv-cinder-806726-2-iscsi neutron-server[93986]: WARNING neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] rbac_policy is already registered Sep 01 09:29:11.115363 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Creating instance of TrackedResource for resource:security_group Sep 01 09:29:11.115715 dv-cinder-806726-2-iscsi neutron-server[93986]: WARNING neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] security_group is already registered Sep 01 09:29:11.116122 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 01 09:29:11.116461 dv-cinder-806726-2-iscsi neutron-server[93986]: WARNING neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] security_group_rule is already registered Sep 01 09:29:11.117093 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Service CORE assigned prefix: {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 09:29:11.117416 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 09:29:11.117753 dv-cinder-806726-2-iscsi neutron-server[93986]: WARNING neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] subnetpool is already registered Sep 01 09:29:11.118167 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.v2.resource_helper [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Service CORE assigned prefix: {{(pid=93986) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 09:29:11.118487 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 09:29:11.118820 dv-cinder-806726-2-iscsi neutron-server[93986]: WARNING neutron.quota.resource_registry [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] subnetpool is already registered Sep 01 09:29:11.119292 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: extensions {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.120790 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: address-groups {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.122278 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: address-scopes {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.123596 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: agents {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.124863 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: auto-allocated-topology {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.126068 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: availability_zones {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.127314 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: dhcp-networks {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.128880 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: dhcp-agents {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.130310 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: routers {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.132566 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: flavors {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.133741 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: service_profiles {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.134964 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: next_providers {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.136460 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: service_profiles {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.137987 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: floatingip-pools {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.139212 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: routers {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.141369 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: floatingips {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.142662 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: l3-routers {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.144151 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: l3-agents {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.145556 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: metering-labels {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.146921 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: metering-label-rules {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.148260 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: network-ip-availabilities {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.149515 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: bindings {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.151187 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: quotas {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.152670 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: quotas {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.154101 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: rbac-policies {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.155306 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: security-groups {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.156644 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: security-group-rules {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.157874 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: service-providers {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.159117 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: subnetpools {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.160584 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: subnetpools {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.162061 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: tags {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.163764 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: tags {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.165572 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: tags {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.167368 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: tags {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.170183 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: tags {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.172105 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: tags {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.173786 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: tags {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.175792 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: tags {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.177570 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: tags {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.179308 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron.api.extensions [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Extended resource: tags {{(pid=93986) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 09:29:11.185230 dv-cinder-806726-2-iscsi neutron-server[93986]: WARNING keystonemiddleware.auth_token [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 01 09:29:11.189956 dv-cinder-806726-2-iscsi neutron-server[93986]: WARNING keystonemiddleware.auth_token [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 01 09:29:11.198245 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_concurrency.lockutils [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Acquired lock "singleton_lock" {{(pid=93986) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 01 09:29:11.198717 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_concurrency.lockutils [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Releasing lock "singleton_lock" {{(pid=93986) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 01 09:29:11.199360 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO oslo_service.service [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Starting 2 workers Sep 01 09:29:11.204170 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Started child 94092 {{(pid=93986) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 09:29:11.208623 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Started child 94093 {{(pid=93986) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 09:29:11.209299 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:11.210174 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO neutron.service [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 01 09:29:11.210760 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [-] (94092) wsgi starting up on http://0.0.0.0:9696 Sep 01 09:29:11.210892 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Notify callbacks [] for process, before_spawn {{(pid=93986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:11.211129 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 57548) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:29:11.213164 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO oslo_service.service [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Starting 1 workers Sep 01 09:29:11.213323 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:11.214685 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [-] (94093) wsgi starting up on http://0.0.0.0:9696 Sep 01 09:29:11.218464 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Started child 94094 {{(pid=93986) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 09:29:11.218989 dv-cinder-806726-2-iscsi neutron-server[93986]: INFO oslo_service.service [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Starting 1 workers Sep 01 09:29:11.220273 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062327 Sep 01 09:29:11.222103 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.service [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] calling RpcWorker wait() {{(pid=94094) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 01 09:29:11.223375 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.service [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] returning from RpcWorker wait() {{(pid=94094) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 01 09:29:11.223827 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:11.224271 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:29:11.225897 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Started child 94096 {{(pid=93986) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 09:29:11.227440 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG neutron_lib.callbacks.manager [None req-28b63413-b645-4edf-9018-1ea6be7b1856 None None] Notify callbacks [] for process, after_spawn {{(pid=93986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:11.230296 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93986) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 01 09:29:11.230296 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 09:29:11.230296 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 09:29:11.230296 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 09:29:11.230296 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 09:29:11.230655 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:11.231123 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 09:29:11.231123 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.231123 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.231300 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:29:11.231378 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.231378 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.231499 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.234392 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.234392 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.234392 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.234392 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.234392 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.234392 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.234392 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.234871 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.234871 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.235157 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.235432 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.235695 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.235953 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.236116 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.236370 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.237540 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.237540 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.237540 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] debug = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.237779 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.238167 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.238396 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.238635 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.239413 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.239413 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.239413 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.239627 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.239861 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.240066 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.240308 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.240566 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.240803 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.241018 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.241267 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.241797 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.241797 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.242166 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] host = dv-cinder-806726-2-iscsi {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.242393 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.242609 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.243083 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.243083 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.243376 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.243511 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.243802 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.244693 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.244693 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.244693 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.245118 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.245118 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.245384 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.245598 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_file = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.245768 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_options = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.245981 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.246248 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.246519 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.246709 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.246878 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.247060 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.247312 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.247579 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.247888 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.248103 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.248318 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.250378 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.250378 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.250378 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.250378 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.250378 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.250378 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.250378 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.250378 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.251537 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.251537 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.251537 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.251537 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.251537 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.251537 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.252350 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.253161 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.253161 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.253161 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.253579 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.253714 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.255117 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.255117 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.255117 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.255117 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.255117 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.255893 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.255893 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.255893 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.256831 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.257110 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.257416 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.257720 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.257884 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.258116 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.258625 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] use_json = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.258625 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.258905 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.259040 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.259376 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.259598 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.259773 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.259911 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.260412 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.260682 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.260967 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.261293 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.261547 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.261806 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.262038 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.262287 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.262511 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.262742 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.262991 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.263299 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.263552 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.263868 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.264109 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.264362 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.264700 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.264963 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.265219 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.266123 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.266123 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.266123 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.266123 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.267276 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.267421 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.267566 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.267859 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.268038 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.268460 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.268741 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.269000 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.269749 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.269983 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.270235 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.271170 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.271317 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.271542 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.271812 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.274450 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.274450 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.274450 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.274450 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.275083 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.275083 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.275344 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.275478 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.275619 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.275880 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.276102 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.276322 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.276553 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.278338 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.278338 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.278338 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.278338 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.278338 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.278338 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.279263 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.279263 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.279263 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.279263 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.279850 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.279850 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.279850 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.280230 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.280230 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.280525 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.281068 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.281068 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.281068 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.281464 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.282585 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.282585 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.282585 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.283005 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.283005 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.283262 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.283409 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.283556 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.283735 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.283956 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.284921 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.284921 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.285240 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.285849 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.285849 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.286241 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.286911 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.286911 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.286911 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.287312 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.287448 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.287637 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.290269 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.290269 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.290269 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.290269 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.290269 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.290269 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.290269 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.290269 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.291404 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.291404 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.291404 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.291404 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.291404 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.292125 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.292125 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.292418 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.292564 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.292711 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.292985 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.293222 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.293471 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.293699 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.294083 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.294351 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.294976 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.295616 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.295936 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.296156 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.297944 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.298258 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.299517 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.299517 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.299885 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.300142 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.300425 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.300676 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.300963 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.301472 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.301472 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.301759 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.301961 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.302218 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.303226 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.303226 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.303226 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.303226 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.303597 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.303729 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.307691 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.307691 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.307691 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.307691 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.308020 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.308020 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.308275 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.308541 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.308851 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.311441 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.311749 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.312019 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.312267 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.312533 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.312781 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.313014 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.313247 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.313474 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.313748 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.313994 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.314937 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.314937 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.314937 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.314937 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.315261 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.315343 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.315548 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.316066 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.316296 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.316525 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.316747 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.316994 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.317257 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.317478 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.318573 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.318847 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.319071 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.319305 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.319564 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.319847 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.320067 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.321557 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.321793 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.322175 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.322405 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.323736 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.323736 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.323736 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.323736 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.323736 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.324108 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.324108 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.324318 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.324768 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.325179 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.325423 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.325644 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.325904 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.326152 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.326482 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.326703 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.326923 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.327710 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.328224 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.329777 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.330027 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.330257 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.330485 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.330708 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.330995 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.331741 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.334534 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.334805 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.335071 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.335340 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.335969 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.335969 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.336150 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.336305 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.336526 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.336758 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.336979 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.337196 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.337428 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.337645 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.337882 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.339214 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.339639 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.340973 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.341727 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.341727 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.341892 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.342100 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.343817 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.344445 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.344698 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.344927 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.345155 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.345395 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.345625 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.345846 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.346105 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.346324 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.346567 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.346795 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.347016 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.347252 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.347566 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.349251 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.351986 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.352543 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.352660 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.352859 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.353922 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.353922 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.353922 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.353922 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.354204 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.354410 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.354639 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.354913 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.355251 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.355551 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.356309 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.356592 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.356922 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.357215 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.357512 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.358589 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.358589 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.358589 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.359432 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.359843 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.360339 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.360602 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.360831 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.361073 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.361310 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.361549 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.361768 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.362027 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.362323 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.362556 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.362774 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.363005 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.363221 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.363466 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.363693 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.363936 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.364167 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.364325 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 09:29:11.364847 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93986) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 01 09:29:11.364994 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 09:29:11.365160 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 09:29:11.365307 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 09:29:11.365491 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 09:29:11.365639 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 09:29:11.365852 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.366009 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.366324 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.366626 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.366792 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.367705 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.367705 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.367705 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.367705 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.367705 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.368030 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.368175 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.368549 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.368726 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.368904 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.369822 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.369977 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.370141 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.370308 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.370469 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.370625 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.370783 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.370941 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] debug = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.371917 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.371917 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.371917 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.372798 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.372967 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.373124 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.373283 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.374031 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.374031 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.377410 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.377410 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.377410 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.377410 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.377410 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.377832 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.377832 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.377832 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.378064 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] host = dv-cinder-806726-2-iscsi {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.378146 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.378247 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.378406 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.378566 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.378725 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.378887 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.379047 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.379203 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.379360 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.379517 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.380462 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.381062 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.381240 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.381828 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_file = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.382122 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_options = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.382303 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.382468 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.382633 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.382831 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.382998 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.383160 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.384498 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.384498 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.384498 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.384498 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.384498 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.385093 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.385093 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.385093 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.385417 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.385417 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.385417 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.385715 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.385951 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.386088 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.386216 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.386474 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.387120 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.387293 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.387537 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.387814 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.388226 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.388912 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.389132 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.389274 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.389407 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.389571 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.389735 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.389885 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.390389 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.390553 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.391109 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.391843 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.392015 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.392188 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.392358 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.393262 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.393262 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.393262 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.393262 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.393262 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] use_json = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.393262 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.394082 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.394082 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.394082 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.394082 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.394082 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.394701 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.394701 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 09:29:11.394701 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.394701 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.395217 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.395217 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.395217 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.395217 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.395794 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.395794 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.395794 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.395794 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.396290 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.396290 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.396290 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.396679 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.396679 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.396679 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.397160 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.397160 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.397160 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.397544 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.397544 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.397544 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.397930 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.397930 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.398938 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.398938 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.398938 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.398938 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.398938 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.398938 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.398938 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.399983 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.399983 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.400239 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:29:11.400390 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.400390 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.400390 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.400390 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.400390 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.400390 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.400390 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.400390 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.401398 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.401398 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.401398 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.401398 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.401398 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.401398 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.401398 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.402270 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.402270 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.402270 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.402270 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.402270 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.402270 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.403033 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.403033 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.403033 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.403033 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.403033 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.403779 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.403779 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.403779 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.403779 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.403779 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.404419 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.404419 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.404419 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.404419 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.404419 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.405055 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.405055 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.405055 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.405055 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.405573 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.405573 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.405573 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.405573 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.406066 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.406066 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.406066 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.406458 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.406458 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.406458 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.406832 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.406832 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.406832 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.407300 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.407300 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.407300 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.407699 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.407699 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.408527 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.408697 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.408849 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.409029 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.409171 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.409407 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.409547 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.409694 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.409830 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.409969 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.410103 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.411922 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.411922 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.411922 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.411922 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.412460 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.412460 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.412731 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.412865 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.412999 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.413132 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.413266 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.413433 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.413576 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.413735 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.413949 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.414178 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.414387 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.414547 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.414705 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.414872 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.415012 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.415170 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.415312 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.415456 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.415592 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.415774 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.415916 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.416071 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.416211 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.416367 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.416521 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.416669 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.416814 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.416972 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.417200 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.417341 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.417476 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.417611 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.417745 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.417879 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.418012 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.418156 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.418293 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.418426 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.418666 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.418830 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.418970 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.419129 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.419269 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.419501 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.419645 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.419809 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.419943 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.420076 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.420209 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.420342 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.420475 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.420619 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.420766 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.421007 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.421438 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.421585 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.421741 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.422188 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.422339 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.422476 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.422682 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.422836 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.422974 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.423116 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.423272 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.423425 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.423562 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.423735 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.423884 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.424019 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.424238 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.425001 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.426197 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.426369 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.426533 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.427054 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.427229 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.427441 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.435676 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.435676 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.435676 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.435676 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.435676 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.435676 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.435676 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.435676 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.436424 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.436424 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.436424 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.436424 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.436424 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.436424 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.436424 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.436424 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.437225 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.437225 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.437225 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.437225 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.437225 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.437225 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.437225 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.437225 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.437225 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.437862 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.437862 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.437862 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.437862 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.437862 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.437862 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.437862 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.437862 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.438296 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.438296 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.438296 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.438296 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.438296 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.438296 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.438296 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.438296 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.438788 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.438788 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.438788 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.438788 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.438788 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.438788 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.438788 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.438788 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.438788 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.439272 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.439272 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.439573 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.439900 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.440218 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.440542 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.440833 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.441119 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.441445 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.441769 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.442090 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.442414 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.442748 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.442923 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.443084 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.444321 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.444321 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.444321 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.444321 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.444321 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.444321 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.444321 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.444761 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.444761 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.444761 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.444941 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.445006 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.445244 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.445343 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.445483 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.445649 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.445816 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.445973 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.446136 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.446307 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.446464 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.446621 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.446777 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.446936 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.447093 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.447249 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.447405 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.447560 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.447736 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.447894 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.448693 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.448693 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.448693 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.448693 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.448693 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.449011 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.449011 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.449135 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.449200 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 09:29:11.449358 dv-cinder-806726-2-iscsi neutron-server[93986]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93986) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 09:29:22.415483 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0188a50b-ea2a-40cc-adc5-c3cf97c35736 None None] get_active_networks_info from dv-cinder-806726-2-iscsi {{(pid=94094) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 09:29:22.492206 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0188a50b-ea2a-40cc-adc5-c3cf97c35736 None None] No non-hosted networks {{(pid=94094) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 01 09:29:22.502994 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.agentschedulers_db [None req-0188a50b-ea2a-40cc-adc5-c3cf97c35736 None None] DHCP Agent not found on host dv-cinder-806726-2-iscsi {{(pid=94094) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 01 09:29:22.606133 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-7aae7cc5-abe1-436c-8653-eec651c97d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16703485'] for agent, after_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:24.802169 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-bf1bf906-e97e-4c80-9bd1-36eda19d3ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16703485'] for agent, after_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:24.864056 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5fbb2515-9096-418f-a6e2-088855bcc79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:25.433905 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16703485'] for agent, after_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:25.434909 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:25.435786 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:25.436511 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:25.437096 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:25.437734 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:25.438353 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:25.438878 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:25.439460 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:25.440020 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:25.440634 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:25.441256 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:25.441817 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:25.442475 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806726-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:29:25.451165 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806726-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:29:26.111771 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16703485'] for agent, after_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:27.606935 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.db.l3_hamode_db [None req-78b72b08-0ca2-4045-a1e8-ef134345d40a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 01 09:29:27.684855 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b72b08-0ca2-4045-a1e8-ef134345d40a None None] Routers set() bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:29:27.685480 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b72b08-0ca2-4045-a1e8-ef134345d40a None None] Router IDs set() for agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 01 09:29:27.832510 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16703485'] for agent, after_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:28.862345 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 57656) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:29:29.404456 dv-cinder-806726-2-iscsi neutron-server[94093]: WARNING oslo_policy.policy [None req-1c8bc73c-2605-4491-923e-50c47fc17f10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 09:29:29.405332 dv-cinder-806726-2-iscsi neutron-server[94093]: WARNING oslo_policy.policy [None req-1c8bc73c-2605-4491-923e-50c47fc17f10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 09:29:29.623797 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [None req-1c8bc73c-2605-4491-923e-50c47fc17f10 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=94093) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 09:29:29.624933 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-1c8bc73c-2605-4491-923e-50c47fc17f10 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7604940 Sep 01 09:29:31.986104 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 57670) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:29:32.316524 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-b88272c6-c71f-43db-9417-25406ad0d345 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:29:32.407342 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.policy [None req-b88272c6-c71f-43db-9417-25406ad0d345 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94093) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 01 09:29:32.450946 dv-cinder-806726-2-iscsi neutron-server[94093]: WARNING oslo_policy.policy [None req-b88272c6-c71f-43db-9417-25406ad0d345 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 09:29:32.451328 dv-cinder-806726-2-iscsi neutron-server[94093]: WARNING oslo_policy.policy [None req-b88272c6-c71f-43db-9417-25406ad0d345 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 09:29:32.459945 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.quota [None req-b88272c6-c71f-43db-9417-25406ad0d345 admin admin] Loaded quota_driver: . Sep 01 09:29:32.563396 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b88272c6-c71f-43db-9417-25406ad0d345 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737166184845', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737166186450', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737165680968', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737165680556', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737164184290', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737165691719', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-544077', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-935274', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16707997', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16376164'] for rbac-policy, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:32.633491 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b88272c6-c71f-43db-9417-25406ad0d345 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:32.634753 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-b88272c6-c71f-43db-9417-25406ad0d345 admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6476769 Sep 01 09:29:35.188600 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 57682) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:29:35.707864 dv-cinder-806726-2-iscsi neutron-server[94092]: WARNING oslo_policy.policy [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 09:29:35.708444 dv-cinder-806726-2-iscsi neutron-server[94092]: WARNING oslo_policy.policy [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 09:29:35.924151 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'cfcae89e278f4bb5800080f145457419', 'project_id': 'cfcae89e278f4bb5800080f145457419', 'admin_state_up': True}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:29:35.925721 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.quota [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Loaded quota_driver: . Sep 01 09:29:35.985921 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Made reservation on behalf of cfcae89e278f4bb5800080f145457419 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:29:36.051518 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.policy [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94092) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 01 09:29:36.095337 dv-cinder-806726-2-iscsi neutron-server[94092]: WARNING oslo_policy.policy [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 09:29:36.095706 dv-cinder-806726-2-iscsi neutron-server[94092]: WARNING oslo_policy.policy [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 09:29:36.106532 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:36.128585 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:36.269350 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:36.275370 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:36.295266 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1099} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 09:29:36.324636 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737163360458', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:36.325203 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Unsubscribe: segment precommit_create {{(pid=94092) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 01 09:29:36.325684 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.db.segments_db [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Added segment 99a16bd5-3612-477b-acea-9c45fccc9c61 of type vlan for network 7d17f406-377f-4d4a-b5b8-178f75e9f260 Sep 01 09:29:36.341503 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616c8fd2-3e91-434b-a92a-a1e90f91725c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:29:36.390401 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:36.390768 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:36.391073 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:36.391398 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:36.391753 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:36.392082 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:36.392401 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:36.392715 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:36.393047 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:36.393364 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:36.393660 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:36.393993 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Tracked resource versions report: Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: pushed versions: Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: { 'AddressGroup': {'1.2'}, Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: 'ConntrackHelper': {'1.0'}, Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: 'Log': {'1.0'}, Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: 'Network': {'1.1'}, Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: 'Port': {'1.7'}, Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: 'PortForwarding': {'1.2'}, Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: 'QosPolicy': {'1.9'}, Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: 'SecurityGroup': {'1.4'}, Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: 'SecurityGroupRule': {'1.2'}, Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: 'SubPort': {'1.0'}, Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: 'Subnet': {'1.1'}, Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: 'Trunk': {'1.1'}} Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: consumer versions: Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: { DHCP agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: L3 agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: Metadata agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: Metering agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: Open vSwitch agent@dv-cinder-806726-2-iscsi: { 'AddressGroup': '1.2', Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: 'ConntrackHelper': '1.0', Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: 'Log': '1.0', Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: 'Network': '1.1', Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: 'Port': '1.7', Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: 'PortForwarding': '1.2', Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: 'QosPolicy': '1.9', Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: 'SecurityGroup': '1.4', Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: 'SecurityGroupRule': '1.2', Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: 'SubPort': '1.0', Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: 'Subnet': '1.1', Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: 'Trunk': '1.1'}} Sep 01 09:29:36.395094 dv-cinder-806726-2-iscsi neutron-server[94092]: {{(pid=94092) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 09:29:36.450525 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737162809959'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:36.498412 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:36.499471 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:29:36.500129 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:36.578907 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.3888578 Sep 01 09:29:36.604289 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a9278-4b21-4dc3-a11d-5364f0da0b8e admin admin] Pushing event updated for resources: {'Network': ['ID=7d17f406-377f-4d4a-b5b8-178f75e9f260,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:29:36.616941 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Network 7d17f406-377f-4d4a-b5b8-178f75e9f260 details requested by agent ovs-agent-dv-cinder-806726-2-iscsi with host dv-cinder-806726-2-iscsi {{(pid=94094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 09:29:39.224891 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 57704) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:29:39.662941 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03046c7d-b3c4-4621-aba3-3ef4e0e7dd24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:29:39.664311 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-03046c7d-b3c4-4621-aba3-3ef4e0e7dd24 admin admin] 10.222.0.74 "GET /v2.0/networks/7d17f406-377f-4d4a-b5b8-178f75e9f260 HTTP/1.1" status: 200 len: 826 time: 0.4384918 Sep 01 09:29:39.692157 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-a0a0a39e-4a59-4957-8005-66bcca2149e9 admin admin] 10.222.0.74 "GET /v2.0/subnetpools/b656e710-2430-4b1c-82b8-41ab20252c73 HTTP/1.1" status: 200 len: 734 time: 0.0183189 Sep 01 09:29:39.701112 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-2fb161a1-684e-49ed-aaf8-cafd5b0d4d63 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'b656e710-2430-4b1c-82b8-41ab20252c73', 'ip_version': 4, 'network_id': '7d17f406-377f-4d4a-b5b8-178f75e9f260', 'name': 'private-subnet', 'tenant_id': 'cfcae89e278f4bb5800080f145457419'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:29:39.732087 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb161a1-684e-49ed-aaf8-cafd5b0d4d63 admin admin] Made reservation on behalf of cfcae89e278f4bb5800080f145457419 for: {'subnet': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:29:39.734722 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2fb161a1-684e-49ed-aaf8-cafd5b0d4d63 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:40.014946 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2fb161a1-684e-49ed-aaf8-cafd5b0d4d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for subnet, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:40.084602 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb161a1-684e-49ed-aaf8-cafd5b0d4d63 admin admin] Checking segment: {'id': '99a16bd5-3612-477b-acea-9c45fccc9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7d17f406-377f-4d4a-b5b8-178f75e9f260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:29:40.084967 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb161a1-684e-49ed-aaf8-cafd5b0d4d63 admin admin] Network hostable DHCP agents. Network: 7d17f406-377f-4d4a-b5b8-178f75e9f260, hostable agents: ['c003adbb-c13d-447f-8337-f44cd480aeda'], hosted agents: [] {{(pid=94093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 09:29:40.091808 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb161a1-684e-49ed-aaf8-cafd5b0d4d63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a9382b4-86f8-43b9-9457-7d15ae8ca391,revision_number=0']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:29:40.103259 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb161a1-684e-49ed-aaf8-cafd5b0d4d63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:40.103589 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb161a1-684e-49ed-aaf8-cafd5b0d4d63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:40.103972 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb161a1-684e-49ed-aaf8-cafd5b0d4d63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:40.104301 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb161a1-684e-49ed-aaf8-cafd5b0d4d63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:40.104618 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb161a1-684e-49ed-aaf8-cafd5b0d4d63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:40.104944 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb161a1-684e-49ed-aaf8-cafd5b0d4d63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:40.105263 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb161a1-684e-49ed-aaf8-cafd5b0d4d63 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:40.105571 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb161a1-684e-49ed-aaf8-cafd5b0d4d63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:40.105896 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb161a1-684e-49ed-aaf8-cafd5b0d4d63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:40.106190 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb161a1-684e-49ed-aaf8-cafd5b0d4d63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:40.106496 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb161a1-684e-49ed-aaf8-cafd5b0d4d63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:40.106801 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb161a1-684e-49ed-aaf8-cafd5b0d4d63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb161a1-684e-49ed-aaf8-cafd5b0d4d63 admin admin] Tracked resource versions report: Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: pushed versions: Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: { 'AddressGroup': {'1.2'}, Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: 'ConntrackHelper': {'1.0'}, Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: 'Log': {'1.0'}, Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: 'Network': {'1.1'}, Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: 'Port': {'1.7'}, Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: 'PortForwarding': {'1.2'}, Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: 'QosPolicy': {'1.9'}, Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: 'SecurityGroup': {'1.4'}, Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: 'SecurityGroupRule': {'1.2'}, Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: 'SubPort': {'1.0'}, Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: 'Subnet': {'1.1'}, Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: 'Trunk': {'1.1'}} Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: consumer versions: Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: { DHCP agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: L3 agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: Metadata agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: Metering agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: Open vSwitch agent@dv-cinder-806726-2-iscsi: { 'AddressGroup': '1.2', Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: 'ConntrackHelper': '1.0', Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: 'Log': '1.0', Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: 'Network': '1.1', Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: 'Port': '1.7', Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: 'PortForwarding': '1.2', Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: 'QosPolicy': '1.9', Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: 'SecurityGroup': '1.4', Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: 'SecurityGroupRule': '1.2', Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: 'SubPort': '1.0', Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: 'Subnet': '1.1', Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: 'Trunk': '1.1'}} Sep 01 09:29:40.107943 dv-cinder-806726-2-iscsi neutron-server[94093]: {{(pid=94093) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 09:29:40.140988 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb161a1-684e-49ed-aaf8-cafd5b0d4d63 admin admin] Network 7d17f406-377f-4d4a-b5b8-178f75e9f260 is scheduled to be hosted by DHCP agent c003adbb-c13d-447f-8337-f44cd480aeda with binding_index 1 {{(pid=94093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 09:29:40.154662 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-2fb161a1-684e-49ed-aaf8-cafd5b0d4d63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-2-iscsi, 7d17f406-377f-4d4a-b5b8-178f75e9f260) {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:29:40.159131 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb161a1-684e-49ed-aaf8-cafd5b0d4d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:29:40.159799 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2fb161a1-684e-49ed-aaf8-cafd5b0d4d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:40.164282 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc08b933-e925-4e52-9336-045180826a15 None None] Network 7d17f406-377f-4d4a-b5b8-178f75e9f260 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:29:40.174878 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-2fb161a1-684e-49ed-aaf8-cafd5b0d4d63 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4768372 Sep 01 09:29:40.481395 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9314cc3d-ddc5-5adb-9ce6-a70e23c5565a-7d17f406-377f-4d4a-b5b8-178f75e9f260', 'network_id': '7d17f406-377f-4d4a-b5b8-178f75e9f260', 'tenant_id': 'cfcae89e278f4bb5800080f145457419', 'fixed_ips': [{'subnet_id': '6a9382b4-86f8-43b9-9457-7d15ae8ca391'}]}} from dv-cinder-806726-2-iscsi. {{(pid=94094) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 09:29:40.482632 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:40.758052 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.db_base_plugin_common [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Allocated IP 172.20.0.2 (7d17f406-377f-4d4a-b5b8-178f75e9f260/6a9382b4-86f8-43b9-9457-7d15ae8ca391/8f4ef74d-e9cb-4fb7-9f3c-94fc98951543) {{(pid=94094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:29:40.963108 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Notify callbacks [] for port, precommit_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:40.979227 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Transition to ACTIVE for port object 8f4ef74d-e9cb-4fb7-9f3c-94fc98951543 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:29:41.007754 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Transition to ACTIVE for port object 8f4ef74d-e9cb-4fb7-9f3c-94fc98951543 will not be triggered until provisioned by entity DHCP. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:29:41.015137 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:41.115684 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Network 7d17f406-377f-4d4a-b5b8-178f75e9f260 is already hosted by enough agents. {{(pid=94094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:29:41.120418 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.scheduler.base_scheduler [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Resources bound (agent type, host, resource id): {{(pid=94094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:29:41.130564 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Received port after_create {{(pid=94094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:29:41.134739 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Pushing event updated for resources: {'Port': ['ID=8f4ef74d-e9cb-4fb7-9f3c-94fc98951543,revision_number=1']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:29:41.142414 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:41.142758 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:41.143090 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:41.143414 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:41.143765 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:41.144141 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:41.144466 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:41.144784 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:41.145116 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:41.145434 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:41.145730 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:41.146039 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Tracked resource versions report: Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: pushed versions: Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: { 'AddressGroup': {'1.2'}, Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: 'ConntrackHelper': {'1.0'}, Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: 'Log': {'1.0'}, Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: 'Network': {'1.1'}, Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: 'Port': {'1.7'}, Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: 'PortForwarding': {'1.2'}, Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: 'QosPolicy': {'1.9'}, Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: 'SecurityGroup': {'1.4'}, Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: 'SecurityGroupRule': {'1.2'}, Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: 'SubPort': {'1.0'}, Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: 'Subnet': {'1.1'}, Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: 'Trunk': {'1.1'}} Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: consumer versions: Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: { DHCP agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: L3 agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: Metadata agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: Metering agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: Open vSwitch agent@dv-cinder-806726-2-iscsi: { 'AddressGroup': '1.2', Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: 'ConntrackHelper': '1.0', Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: 'Log': '1.0', Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: 'Network': '1.1', Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: 'Port': '1.7', Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: 'PortForwarding': '1.2', Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: 'QosPolicy': '1.9', Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: 'SecurityGroup': '1.4', Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: 'SecurityGroupRule': '1.2', Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: 'SubPort': '1.0', Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: 'Subnet': '1.1', Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: 'Trunk': '1.1'}} Sep 01 09:29:41.147175 dv-cinder-806726-2-iscsi neutron-server[94094]: {{(pid=94094) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 09:29:41.223041 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Attempting to bind port 8f4ef74d-e9cb-4fb7-9f3c-94fc98951543 on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:29:41.223695 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Attempting to bind port 8f4ef74d-e9cb-4fb7-9f3c-94fc98951543 by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': '99a16bd5-3612-477b-acea-9c45fccc9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7d17f406-377f-4d4a-b5b8-178f75e9f260'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:29:41.223939 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Attempting to bind port 8f4ef74d-e9cb-4fb7-9f3c-94fc98951543 on network 7d17f406-377f-4d4a-b5b8-178f75e9f260 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:29:41.229821 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:29:41.230416 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Checking segment: {'id': '99a16bd5-3612-477b-acea-9c45fccc9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7d17f406-377f-4d4a-b5b8-178f75e9f260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:29:41.231152 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:41.231543 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Bound using segment: {'id': '99a16bd5-3612-477b-acea-9c45fccc9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7d17f406-377f-4d4a-b5b8-178f75e9f260'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:29:41.232072 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Bound port: 8f4ef74d-e9cb-4fb7-9f3c-94fc98951543, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a16bd5-3612-477b-acea-9c45fccc9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7d17f406-377f-4d4a-b5b8-178f75e9f260'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:29:41.232472 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:41.299025 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] For port 8f4ef74d-e9cb-4fb7-9f3c-94fc98951543, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:29:41.303311 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] For port 8f4ef74d-e9cb-4fb7-9f3c-94fc98951543, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=8f4ef74d-e9cb-4fb7-9f3c-94fc98951543,segment=NetworkSegment(99a16bd5-3612-477b-acea-9c45fccc9c61),segment_id=99a16bd5-3612-477b-acea-9c45fccc9c61)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:29:41.309116 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:41.377006 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb141ea9-3799-4c1e-99b1-c4b5c24ab719 None None] Pushing event updated for resources: {'Port': ['ID=8f4ef74d-e9cb-4fb7-9f3c-94fc98951543,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:29:42.584158 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 57716) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:29:42.910310 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [None req-4c1b592b-04ef-4757-8b68-f41a4f444e53 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 09:29:42.911300 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-4c1b592b-04ef-4757-8b68-f41a4f444e53 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3261981 Sep 01 09:29:45.372608 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 57724) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:29:45.697013 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [None req-9cefacbd-815b-4860-b26b-2e424ab949a2 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 09:29:45.698010 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-9cefacbd-815b-4860-b26b-2e424ab949a2 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3244081 Sep 01 09:29:48.333949 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 57736) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:29:48.650488 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-3645c4e3-b898-494a-9ffb-ec81ffb5a4ba admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'cfcae89e278f4bb5800080f145457419', 'name': 'router1'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:29:48.677970 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3645c4e3-b898-494a-9ffb-ec81ffb5a4ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16722196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3338'] for router, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:48.679620 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3645c4e3-b898-494a-9ffb-ec81ffb5a4ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16687602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16687745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16692834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3357'] for router, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:48.836436 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3645c4e3-b898-494a-9ffb-ec81ffb5a4ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:48.842443 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3645c4e3-b898-494a-9ffb-ec81ffb5a4ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16687563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16687858'] for router, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:48.856200 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3645c4e3-b898-494a-9ffb-ec81ffb5a4ba admin admin] Notify callbacks [] for router, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:48.857433 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-3645c4e3-b898-494a-9ffb-ec81ffb5a4ba admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5225117 Sep 01 09:29:49.300253 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 8f4ef74d-e9cb-4fb7-9f3c-94fc98951543 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:29:49.380516 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port 8f4ef74d-e9cb-4fb7-9f3c-94fc98951543 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:29:49.644976 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba5df79-acfd-4419-97f1-ccae9e5346cf None None] Network 7d17f406-377f-4d4a-b5b8-178f75e9f260 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:29:49.757674 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-3698accb-2405-433c-b887-8611f1a94e28 None None] Provisioning for port 8f4ef74d-e9cb-4fb7-9f3c-94fc98951543 completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:29:49.763820 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-3698accb-2405-433c-b887-8611f1a94e28 None None] Provisioning complete for port 8f4ef74d-e9cb-4fb7-9f3c-94fc98951543 triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:29:49.764212 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-3698accb-2405-433c-b887-8611f1a94e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:49.910293 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-3698accb-2405-433c-b887-8611f1a94e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:49.947467 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-3698accb-2405-433c-b887-8611f1a94e28 None None] For port 8f4ef74d-e9cb-4fb7-9f3c-94fc98951543, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=8f4ef74d-e9cb-4fb7-9f3c-94fc98951543,segment=NetworkSegment(99a16bd5-3612-477b-acea-9c45fccc9c61),segment_id=99a16bd5-3612-477b-acea-9c45fccc9c61)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:29:49.955180 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-3698accb-2405-433c-b887-8611f1a94e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:50.003417 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698accb-2405-433c-b887-8611f1a94e28 None None] Pushing event updated for resources: {'Port': ['ID=8f4ef74d-e9cb-4fb7-9f3c-94fc98951543,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:29:50.075704 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-66804d3a-be52-4729-a9c0-2c3893d5b1e7 None None] Provisioning complete for port 8f4ef74d-e9cb-4fb7-9f3c-94fc98951543 triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:29:50.076069 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-66804d3a-be52-4729-a9c0-2c3893d5b1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:51.230944 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 57746) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:29:51.269909 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 8f4ef74d-e9cb-4fb7-9f3c-94fc98951543 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:29:51.319818 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 8f4ef74d-e9cb-4fb7-9f3c-94fc98951543 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:29:51.320194 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:51.553470 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [None req-f4ca6045-da65-4295-8598-5a382a1a848f admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=94093) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 09:29:51.554448 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-f4ca6045-da65-4295-8598-5a382a1a848f admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3225303 Sep 01 09:29:52.279350 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b3ece385-89c5-433c-ac2f-8922d2b5fb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:53.941600 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 57754) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:29:54.271957 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-8b1f63d4-cf5e-4c53-b3e9-541db9ffc182 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:29:54.297717 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1f63d4-cf5e-4c53-b3e9-541db9ffc182 admin admin] Made reservation on behalf of dcdd2f5a56d74de3be6f058976b5374a for: {'network': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:29:54.300449 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b1f63d4-cf5e-4c53-b3e9-541db9ffc182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for network, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:54.315636 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b1f63d4-cf5e-4c53-b3e9-541db9ffc182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:54.434399 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b1f63d4-cf5e-4c53-b3e9-541db9ffc182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:54.440551 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b1f63d4-cf5e-4c53-b3e9-541db9ffc182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:54.456215 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8b1f63d4-cf5e-4c53-b3e9-541db9ffc182 admin admin] Reserving flat network on physical network physnet1 {{(pid=94093) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 01 09:29:54.479731 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f63d4-cf5e-4c53-b3e9-541db9ffc182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd03ddd-dea8-4d49-a5c2-aa5570455996,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:29:54.488295 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b1f63d4-cf5e-4c53-b3e9-541db9ffc182 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737163360458', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:54.488295 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b1f63d4-cf5e-4c53-b3e9-541db9ffc182 admin admin] Unsubscribe: segment precommit_create {{(pid=94093) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 01 09:29:54.488741 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.db.segments_db [None req-8b1f63d4-cf5e-4c53-b3e9-541db9ffc182 admin admin] Added segment f874a01a-f44a-461c-99c0-73f767db9560 of type flat for network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 Sep 01 09:29:54.541670 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b1f63d4-cf5e-4c53-b3e9-541db9ffc182 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737162809959'] for network, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:54.590858 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b1f63d4-cf5e-4c53-b3e9-541db9ffc182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for network, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:54.591839 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1f63d4-cf5e-4c53-b3e9-541db9ffc182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:29:54.592406 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b1f63d4-cf5e-4c53-b3e9-541db9ffc182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:54.655640 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-8b1f63d4-cf5e-4c53-b3e9-541db9ffc182 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7128680 Sep 01 09:29:54.685598 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f63d4-cf5e-4c53-b3e9-541db9ffc182 admin admin] Pushing event updated for resources: {'Network': ['ID=5981992f-fe61-47e0-99c1-6f445c6d0ea2,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:29:54.697280 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 details requested by agent ovs-agent-dv-cinder-806726-2-iscsi with host dv-cinder-806726-2-iscsi {{(pid=94094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 09:29:54.803188 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0b544616-d257-4c89-a790-6e780ec96fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:55.409575 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:56.016030 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:57.029883 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 57772) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:29:57.248427 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d211c3b-8aac-4532-84d2-71a053fc0052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:29:57.249768 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-9d211c3b-8aac-4532-84d2-71a053fc0052 admin admin] 10.222.0.74 "GET /v2.0/subnets/6a9382b4-86f8-43b9-9457-7d15ae8ca391 HTTP/1.1" status: 200 len: 849 time: 0.2189121 Sep 01 09:29:57.408582 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-b64f7ee5-bd8d-4dc7-b04a-f2f09ea18aaa admin admin] 10.222.0.74 "GET /v2.0/routers/096d7434-ba47-4325-8535-e8c0c8cb886b HTTP/1.1" status: 200 len: 704 time: 0.1524229 Sep 01 09:29:57.687536 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-989f7de5-94db-4b06-b9dd-977023b874fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:57.800955 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:57.991289 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-989f7de5-94db-4b06-b9dd-977023b874fe admin admin] Allocated IP 172.20.0.1 (7d17f406-377f-4d4a-b5b8-178f75e9f260/6a9382b4-86f8-43b9-9457-7d15ae8ca391/d74fb75c-540f-43f7-a367-9ad5cbafb0bc) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:29:58.172403 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-989f7de5-94db-4b06-b9dd-977023b874fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:58.195568 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-989f7de5-94db-4b06-b9dd-977023b874fe admin admin] Transition to ACTIVE for port object d74fb75c-540f-43f7-a367-9ad5cbafb0bc will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:29:58.266774 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-989f7de5-94db-4b06-b9dd-977023b874fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:58.339563 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989f7de5-94db-4b06-b9dd-977023b874fe admin admin] Network 7d17f406-377f-4d4a-b5b8-178f75e9f260 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:29:58.346703 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-989f7de5-94db-4b06-b9dd-977023b874fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:29:58.348788 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f7de5-94db-4b06-b9dd-977023b874fe admin admin] Pushing event updated for resources: {'Port': ['ID=d74fb75c-540f-43f7-a367-9ad5cbafb0bc,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:29:58.361258 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989f7de5-94db-4b06-b9dd-977023b874fe admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:29:58.361796 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-989f7de5-94db-4b06-b9dd-977023b874fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16688769'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:58.535182 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-0c64a264-76c1-4c06-acb4-e0d370145d6f None None] Provisioning for port d74fb75c-540f-43f7-a367-9ad5cbafb0bc completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:29:58.538822 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-0c64a264-76c1-4c06-acb4-e0d370145d6f None None] Provisioning complete for port d74fb75c-540f-43f7-a367-9ad5cbafb0bc triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:29:58.539195 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0c64a264-76c1-4c06-acb4-e0d370145d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:58.555238 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-989f7de5-94db-4b06-b9dd-977023b874fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:58.572371 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-0c64a264-76c1-4c06-acb4-e0d370145d6f None None] Port d74fb75c-540f-43f7-a367-9ad5cbafb0bc cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:29:58.820982 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-989f7de5-94db-4b06-b9dd-977023b874fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:58.827502 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-989f7de5-94db-4b06-b9dd-977023b874fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:58.828314 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-989f7de5-94db-4b06-b9dd-977023b874fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16366407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16703281'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:58.903620 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f7de5-94db-4b06-b9dd-977023b874fe admin admin] Pushing event updated for resources: {'Port': ['ID=d74fb75c-540f-43f7-a367-9ad5cbafb0bc,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:29:58.963417 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989f7de5-94db-4b06-b9dd-977023b874fe admin admin] Network 7d17f406-377f-4d4a-b5b8-178f75e9f260 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:29:58.964809 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-989f7de5-94db-4b06-b9dd-977023b874fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:29:59.128019 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989f7de5-94db-4b06-b9dd-977023b874fe admin admin] Router 096d7434-ba47-4325-8535-e8c0c8cb886b is scheduled to L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 09:29:59.195922 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-0dec0517-f5e0-4d09-adb7-a13c40b7b4de None None] Provisioning complete for port d74fb75c-540f-43f7-a367-9ad5cbafb0bc triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:29:59.196505 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0dec0517-f5e0-4d09-adb7-a13c40b7b4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:29:59.232743 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-0dec0517-f5e0-4d09-adb7-a13c40b7b4de None None] Port d74fb75c-540f-43f7-a367-9ad5cbafb0bc cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:29:59.236856 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989f7de5-94db-4b06-b9dd-977023b874fe admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:29:59.242822 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-989f7de5-94db-4b06-b9dd-977023b874fe admin admin] 10.222.0.74 "PUT /v2.0/routers/096d7434-ba47-4325-8535-e8c0c8cb886b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8279879 Sep 01 09:29:59.247959 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] Sync routers for ids ['096d7434-ba47-4325-8535-e8c0c8cb886b'] in dv-cinder-806726-2-iscsi {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:29:59.259713 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] Routers {'096d7434-ba47-4325-8535-e8c0c8cb886b'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:29:59.260561 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:29:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['096d7434-ba47-4325-8535-e8c0c8cb886b'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:29:59.443370 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] Set router 096d7434-ba47-4325-8535-e8c0c8cb886b gateway port host: None {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:29:59.862920 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096d7434-ba47-4325-8535-e8c0c8cb886b', 'name': 'router1', 'tenant_id': 'cfcae89e278f4bb5800080f145457419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:29:48Z', 'updated_at': '2021-09-01T09:29:58Z', 'revision_number': 2, 'project_id': 'cfcae89e278f4bb5800080f145457419', 'gw_port_host': None, '_interfaces': [{'id': 'd74fb75c-540f-43f7-a367-9ad5cbafb0bc', 'name': '', 'network_id': '7d17f406-377f-4d4a-b5b8-178f75e9f260', 'tenant_id': 'cfcae89e278f4bb5800080f145457419', 'mac_address': 'fa:16:3e:3c:36:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096d7434-ba47-4325-8535-e8c0c8cb886b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a9382b4-86f8-43b9-9457-7d15ae8ca391', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:29:57Z', 'updated_at': '2021-09-01T09:29:58Z', 'revision_number': 2, 'project_id': 'cfcae89e278f4bb5800080f145457419', 'subnets': [{'id': '6a9382b4-86f8-43b9-9457-7d15ae8ca391', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b656e710-2430-4b1c-82b8-41ab20252c73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:29:59.912502 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] Checking router: 096d7434-ba47-4325-8535-e8c0c8cb886b for host: dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:29:59.912862 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] Updating router 096d7434-ba47-4325-8535-e8c0c8cb886b port d74fb75c-540f-43f7-a367-9ad5cbafb0bc binding host dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 09:29:59.959567 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:00.467560 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:00.486532 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] Transition to ACTIVE for port object d74fb75c-540f-43f7-a367-9ad5cbafb0bc will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:30:00.493128 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:00.647778 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4d002-6b66-473e-9d3b-14be32a37264 None None] Pushing event updated for resources: {'Port': ['ID=d74fb75c-540f-43f7-a367-9ad5cbafb0bc,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:30:00.663480 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] Attempting to bind port d74fb75c-540f-43f7-a367-9ad5cbafb0bc on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:30:00.663893 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] Attempting to bind port d74fb75c-540f-43f7-a367-9ad5cbafb0bc by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': '99a16bd5-3612-477b-acea-9c45fccc9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7d17f406-377f-4d4a-b5b8-178f75e9f260'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:30:00.664313 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] Attempting to bind port d74fb75c-540f-43f7-a367-9ad5cbafb0bc on network 7d17f406-377f-4d4a-b5b8-178f75e9f260 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:30:00.666765 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4d002-6b66-473e-9d3b-14be32a37264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:30:00.667107 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4d002-6b66-473e-9d3b-14be32a37264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:30:00.667441 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4d002-6b66-473e-9d3b-14be32a37264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:30:00.667790 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4d002-6b66-473e-9d3b-14be32a37264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:30:00.668113 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4d002-6b66-473e-9d3b-14be32a37264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:30:00.668438 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4d002-6b66-473e-9d3b-14be32a37264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:30:00.668760 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4d002-6b66-473e-9d3b-14be32a37264 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:30:00.669077 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4d002-6b66-473e-9d3b-14be32a37264 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:30:00.669404 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4d002-6b66-473e-9d3b-14be32a37264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:30:00.669718 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4d002-6b66-473e-9d3b-14be32a37264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:30:00.670034 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4d002-6b66-473e-9d3b-14be32a37264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:30:00.670348 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4d002-6b66-473e-9d3b-14be32a37264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba4d002-6b66-473e-9d3b-14be32a37264 None None] Tracked resource versions report: Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: pushed versions: Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: { 'AddressGroup': {'1.2'}, Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: 'ConntrackHelper': {'1.0'}, Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: 'Log': {'1.0'}, Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: 'Network': {'1.1'}, Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: 'Port': {'1.7'}, Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: 'PortForwarding': {'1.2'}, Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: 'QosPolicy': {'1.9'}, Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: 'SecurityGroup': {'1.4'}, Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: 'SecurityGroupRule': {'1.2'}, Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: 'SubPort': {'1.0'}, Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: 'Subnet': {'1.1'}, Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: 'Trunk': {'1.1'}} Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: consumer versions: Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: { DHCP agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: L3 agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: Metadata agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: Metering agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: Open vSwitch agent@dv-cinder-806726-2-iscsi: { 'AddressGroup': '1.2', Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: 'ConntrackHelper': '1.0', Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: 'Log': '1.0', Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: 'Network': '1.1', Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: 'Port': '1.7', Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: 'PortForwarding': '1.2', Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: 'QosPolicy': '1.9', Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: 'SecurityGroup': '1.4', Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: 'SecurityGroupRule': '1.2', Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: 'SubPort': '1.0', Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: 'Subnet': '1.1', Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: 'Trunk': '1.1'}} Sep 01 09:30:00.671492 dv-cinder-806726-2-iscsi neutron-server[94096]: {{(pid=94096) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 09:30:00.677282 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:30:00.677729 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] Checking segment: {'id': '99a16bd5-3612-477b-acea-9c45fccc9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7d17f406-377f-4d4a-b5b8-178f75e9f260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:30:00.678159 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:00.678520 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] Bound using segment: {'id': '99a16bd5-3612-477b-acea-9c45fccc9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7d17f406-377f-4d4a-b5b8-178f75e9f260'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:30:00.679019 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] Bound port: d74fb75c-540f-43f7-a367-9ad5cbafb0bc, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a16bd5-3612-477b-acea-9c45fccc9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1099, 'network_id': '7d17f406-377f-4d4a-b5b8-178f75e9f260'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:30:00.679402 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:00.744267 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] For port d74fb75c-540f-43f7-a367-9ad5cbafb0bc, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:30:00.766587 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] For port d74fb75c-540f-43f7-a367-9ad5cbafb0bc, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=d74fb75c-540f-43f7-a367-9ad5cbafb0bc,segment=NetworkSegment(99a16bd5-3612-477b-acea-9c45fccc9c61),segment_id=99a16bd5-3612-477b-acea-9c45fccc9c61)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:30:00.771732 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:00.826229 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4d002-6b66-473e-9d3b-14be32a37264 None None] Pushing event updated for resources: {'Port': ['ID=d74fb75c-540f-43f7-a367-9ad5cbafb0bc,revision_number=4']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:30:00.833313 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] Routers {'096d7434-ba47-4325-8535-e8c0c8cb886b'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:30:00.833922 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:29:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['096d7434-ba47-4325-8535-e8c0c8cb886b'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:30:00.923468 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] Set router 096d7434-ba47-4325-8535-e8c0c8cb886b gateway port host: None {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:30:01.137692 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096d7434-ba47-4325-8535-e8c0c8cb886b', 'name': 'router1', 'tenant_id': 'cfcae89e278f4bb5800080f145457419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:29:48Z', 'updated_at': '2021-09-01T09:29:58Z', 'revision_number': 2, 'project_id': 'cfcae89e278f4bb5800080f145457419', 'gw_port_host': None, '_interfaces': [{'id': 'd74fb75c-540f-43f7-a367-9ad5cbafb0bc', 'name': '', 'network_id': '7d17f406-377f-4d4a-b5b8-178f75e9f260', 'tenant_id': 'cfcae89e278f4bb5800080f145457419', 'mac_address': 'fa:16:3e:3c:36:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096d7434-ba47-4325-8535-e8c0c8cb886b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a9382b4-86f8-43b9-9457-7d15ae8ca391', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:29:57Z', 'updated_at': '2021-09-01T09:30:00Z', 'revision_number': 4, 'project_id': 'cfcae89e278f4bb5800080f145457419', 'subnets': [{'id': '6a9382b4-86f8-43b9-9457-7d15ae8ca391', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b656e710-2430-4b1c-82b8-41ab20252c73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:30:01.162768 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66131575-f1e9-4acc-8ae5-76e5c7142860 None None] The sync data for ids ['096d7434-ba47-4325-8535-e8c0c8cb886b'] in dv-cinder-806726-2-iscsi is: [{'id': '096d7434-ba47-4325-8535-e8c0c8cb886b', 'name': 'router1', 'tenant_id': 'cfcae89e278f4bb5800080f145457419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:29:48Z', 'updated_at': '2021-09-01T09:29:58Z', 'revision_number': 2, 'project_id': 'cfcae89e278f4bb5800080f145457419', 'gw_port_host': None, '_interfaces': [{'id': 'd74fb75c-540f-43f7-a367-9ad5cbafb0bc', 'name': '', 'network_id': '7d17f406-377f-4d4a-b5b8-178f75e9f260', 'tenant_id': 'cfcae89e278f4bb5800080f145457419', 'mac_address': 'fa:16:3e:3c:36:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096d7434-ba47-4325-8535-e8c0c8cb886b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a9382b4-86f8-43b9-9457-7d15ae8ca391', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:29:57Z', 'updated_at': '2021-09-01T09:30:00Z', 'revision_number': 4, 'project_id': 'cfcae89e278f4bb5800080f145457419', 'subnets': [{'id': '6a9382b4-86f8-43b9-9457-7d15ae8ca391', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b656e710-2430-4b1c-82b8-41ab20252c73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:30:01.480118 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 57794) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:30:01.594933 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6e65d9-1a99-46a1-9fe0-163146d6872a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:30:01.596332 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-3b6e65d9-1a99-46a1-9fe0-163146d6872a admin admin] 10.222.0.74 "GET /v2.0/networks/5981992f-fe61-47e0-99c1-6f445c6d0ea2 HTTP/1.1" status: 200 len: 842 time: 0.1152630 Sep 01 09:30:01.606967 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-404345d8-fe50-49a7-86d4-a00069e1bfd4 admin admin] Request body: {'subnet': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:30:01.630630 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404345d8-fe50-49a7-86d4-a00069e1bfd4 admin admin] Made reservation on behalf of dcdd2f5a56d74de3be6f058976b5374a for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:30:01.633046 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-404345d8-fe50-49a7-86d4-a00069e1bfd4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:01.932282 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.objects.ports [None req-404345d8-fe50-49a7-86d4-a00069e1bfd4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94092) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 09:30:01.932708 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-404345d8-fe50-49a7-86d4-a00069e1bfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:01.996450 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404345d8-fe50-49a7-86d4-a00069e1bfd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ba0698-ff73-47e7-90df-c9665eaff537,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:30:02.002780 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404345d8-fe50-49a7-86d4-a00069e1bfd4 admin admin] Checking segment: {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:30:02.003317 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404345d8-fe50-49a7-86d4-a00069e1bfd4 admin admin] Network hostable DHCP agents. Network: 5981992f-fe61-47e0-99c1-6f445c6d0ea2, hostable agents: ['c003adbb-c13d-447f-8337-f44cd480aeda'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 09:30:02.034625 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404345d8-fe50-49a7-86d4-a00069e1bfd4 admin admin] Network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 is scheduled to be hosted by DHCP agent c003adbb-c13d-447f-8337-f44cd480aeda with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 09:30:02.047408 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-404345d8-fe50-49a7-86d4-a00069e1bfd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-2-iscsi, 5981992f-fe61-47e0-99c1-6f445c6d0ea2) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:30:02.051547 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404345d8-fe50-49a7-86d4-a00069e1bfd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:30:02.052270 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-404345d8-fe50-49a7-86d4-a00069e1bfd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:02.057844 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbd9010-d2df-485b-9d73-46baa44e02a9 None None] Network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:30:02.074621 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-404345d8-fe50-49a7-86d4-a00069e1bfd4 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4632623 Sep 01 09:30:02.185211 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0e1d28-5d4f-4bdc-8071-1b90e198fd18 None None] Network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:30:04.316240 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 57802) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:30:04.444683 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-2e5c408b-624d-4248-a576-8c537100b1eb admin admin] 10.222.0.74 "GET /v2.0/routers/096d7434-ba47-4325-8535-e8c0c8cb886b HTTP/1.1" status: 200 len: 710 time: 0.1268959 Sep 01 09:30:04.530726 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b597e0d8-2b2b-40b4-ab27-c9e17989f940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:30:04.539257 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-b597e0d8-2b2b-40b4-ab27-c9e17989f940 admin admin] 10.222.0.74 "GET /v2.0/networks/5981992f-fe61-47e0-99c1-6f445c6d0ea2 HTTP/1.1" status: 200 len: 886 time: 0.0885847 Sep 01 09:30:04.544729 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f258bfaa-9bb7-4210-93ba-b10d082e3da3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:30:04.865486 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f258bfaa-9bb7-4210-93ba-b10d082e3da3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:05.103240 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f258bfaa-9bb7-4210-93ba-b10d082e3da3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:05.176650 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f258bfaa-9bb7-4210-93ba-b10d082e3da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:05.282721 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-f258bfaa-9bb7-4210-93ba-b10d082e3da3 admin admin] Allocated IP 172.27.0.136 (5981992f-fe61-47e0-99c1-6f445c6d0ea2/24ba0698-ff73-47e7-90df-c9665eaff537/52c23e66-b955-4b23-95e6-c993d6708e88) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:30:05.379480 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f258bfaa-9bb7-4210-93ba-b10d082e3da3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:05.425701 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f258bfaa-9bb7-4210-93ba-b10d082e3da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:05.461994 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f258bfaa-9bb7-4210-93ba-b10d082e3da3 admin admin] Network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:30:05.466645 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-f258bfaa-9bb7-4210-93ba-b10d082e3da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:30:05.470498 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f258bfaa-9bb7-4210-93ba-b10d082e3da3 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:30:05.507167 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258bfaa-9bb7-4210-93ba-b10d082e3da3 admin admin] Pushing event updated for resources: {'Port': ['ID=52c23e66-b955-4b23-95e6-c993d6708e88,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:30:05.724068 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f258bfaa-9bb7-4210-93ba-b10d082e3da3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:05.916035 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f258bfaa-9bb7-4210-93ba-b10d082e3da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16687855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16687577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3567'] for router, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:05.919368 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f258bfaa-9bb7-4210-93ba-b10d082e3da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16687858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16687844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16687869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16687552'] for router, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:06.028762 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f258bfaa-9bb7-4210-93ba-b10d082e3da3 admin admin] Router 096d7434-ba47-4325-8535-e8c0c8cb886b has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:30:06.133253 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f258bfaa-9bb7-4210-93ba-b10d082e3da3 admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:30:06.138169 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f258bfaa-9bb7-4210-93ba-b10d082e3da3 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:06.138806 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-f258bfaa-9bb7-4210-93ba-b10d082e3da3 admin admin] 10.222.0.74 "PUT /v2.0/routers/096d7434-ba47-4325-8535-e8c0c8cb886b HTTP/1.1" status: 200 len: 890 time: 1.5985923 Sep 01 09:30:07.315144 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device d74fb75c-540f-43f7-a367-9ad5cbafb0bc up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:30:07.366400 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port d74fb75c-540f-43f7-a367-9ad5cbafb0bc completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:30:07.371920 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port d74fb75c-540f-43f7-a367-9ad5cbafb0bc triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:30:07.372467 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:07.463528 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:07.498246 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port d74fb75c-540f-43f7-a367-9ad5cbafb0bc, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=d74fb75c-540f-43f7-a367-9ad5cbafb0bc,segment=NetworkSegment(99a16bd5-3612-477b-acea-9c45fccc9c61),segment_id=99a16bd5-3612-477b-acea-9c45fccc9c61)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:30:07.502563 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:07.555081 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=d74fb75c-540f-43f7-a367-9ad5cbafb0bc,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:30:07.565696 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] Sync routers for ids ['096d7434-ba47-4325-8535-e8c0c8cb886b'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:30:07.575868 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] Routers {'096d7434-ba47-4325-8535-e8c0c8cb886b'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:30:07.576575 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:29:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['096d7434-ba47-4325-8535-e8c0c8cb886b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:30:07.825943 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] Set router 096d7434-ba47-4325-8535-e8c0c8cb886b gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:30:08.215093 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096d7434-ba47-4325-8535-e8c0c8cb886b', 'name': 'router1', 'tenant_id': 'cfcae89e278f4bb5800080f145457419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '52c23e66-b955-4b23-95e6-c993d6708e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:29:48Z', 'updated_at': '2021-09-01T09:30:05Z', 'revision_number': 4, 'project_id': 'cfcae89e278f4bb5800080f145457419', 'gw_port': {'id': '52c23e66-b955-4b23-95e6-c993d6708e88', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:69:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096d7434-ba47-4325-8535-e8c0c8cb886b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:30:05Z', 'updated_at': '2021-09-01T09:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'd74fb75c-540f-43f7-a367-9ad5cbafb0bc', 'name': '', 'network_id': '7d17f406-377f-4d4a-b5b8-178f75e9f260', 'tenant_id': 'cfcae89e278f4bb5800080f145457419', 'mac_address': 'fa:16:3e:3c:36:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096d7434-ba47-4325-8535-e8c0c8cb886b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a9382b4-86f8-43b9-9457-7d15ae8ca391', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:29:57Z', 'updated_at': '2021-09-01T09:30:07Z', 'revision_number': 5, 'project_id': 'cfcae89e278f4bb5800080f145457419', 'subnets': [{'id': '6a9382b4-86f8-43b9-9457-7d15ae8ca391', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b656e710-2430-4b1c-82b8-41ab20252c73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:30:08.263702 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] Checking router: 096d7434-ba47-4325-8535-e8c0c8cb886b for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:30:08.264838 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] Updating router 096d7434-ba47-4325-8535-e8c0c8cb886b port 52c23e66-b955-4b23-95e6-c993d6708e88 binding host dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 09:30:08.311005 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:08.522774 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 57814) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:30:08.625649 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:08.635435 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] Transition to ACTIVE for port object 52c23e66-b955-4b23-95e6-c993d6708e88 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:30:08.642704 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:08.649908 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-bcc1dc1f-a183-4bcf-8968-caba66a9f108 admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1259658 Sep 01 09:30:08.695809 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4396a-833d-4ab2-8554-5855f76abfce None None] Pushing event updated for resources: {'Port': ['ID=52c23e66-b955-4b23-95e6-c993d6708e88,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:30:08.698269 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] Attempting to bind port 52c23e66-b955-4b23-95e6-c993d6708e88 on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:30:08.698674 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] Attempting to bind port 52c23e66-b955-4b23-95e6-c993d6708e88 by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:30:08.699029 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] Attempting to bind port 52c23e66-b955-4b23-95e6-c993d6708e88 on network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:30:08.704971 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:30:08.705352 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] Checking segment: {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:30:08.705759 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:08.706152 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] Bound using segment: {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:30:08.706632 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] Bound port: 52c23e66-b955-4b23-95e6-c993d6708e88, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:30:08.707034 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:08.762688 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] For port 52c23e66-b955-4b23-95e6-c993d6708e88, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:30:08.765995 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] For port 52c23e66-b955-4b23-95e6-c993d6708e88, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=52c23e66-b955-4b23-95e6-c993d6708e88,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:30:08.771791 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:08.831238 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] Routers {'096d7434-ba47-4325-8535-e8c0c8cb886b'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:30:08.831891 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:29:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['096d7434-ba47-4325-8535-e8c0c8cb886b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:30:08.834851 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4396a-833d-4ab2-8554-5855f76abfce None None] Pushing event updated for resources: {'Port': ['ID=52c23e66-b955-4b23-95e6-c993d6708e88,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:30:09.022583 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] Set router 096d7434-ba47-4325-8535-e8c0c8cb886b gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:30:09.235910 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '096d7434-ba47-4325-8535-e8c0c8cb886b', 'name': 'router1', 'tenant_id': 'cfcae89e278f4bb5800080f145457419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '52c23e66-b955-4b23-95e6-c993d6708e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:29:48Z', 'updated_at': '2021-09-01T09:30:05Z', 'revision_number': 4, 'project_id': 'cfcae89e278f4bb5800080f145457419', 'gw_port': {'id': '52c23e66-b955-4b23-95e6-c993d6708e88', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:69:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096d7434-ba47-4325-8535-e8c0c8cb886b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:30:05Z', 'updated_at': '2021-09-01T09:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'd74fb75c-540f-43f7-a367-9ad5cbafb0bc', 'name': '', 'network_id': '7d17f406-377f-4d4a-b5b8-178f75e9f260', 'tenant_id': 'cfcae89e278f4bb5800080f145457419', 'mac_address': 'fa:16:3e:3c:36:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096d7434-ba47-4325-8535-e8c0c8cb886b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a9382b4-86f8-43b9-9457-7d15ae8ca391', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:29:57Z', 'updated_at': '2021-09-01T09:30:07Z', 'revision_number': 5, 'project_id': 'cfcae89e278f4bb5800080f145457419', 'subnets': [{'id': '6a9382b4-86f8-43b9-9457-7d15ae8ca391', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b656e710-2430-4b1c-82b8-41ab20252c73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:30:09.265099 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93be252a-20ea-4af0-998e-05f3042a402f None None] The sync data for ids ['096d7434-ba47-4325-8535-e8c0c8cb886b'] in dv-cinder-806726-2-iscsi is: [{'id': '096d7434-ba47-4325-8535-e8c0c8cb886b', 'name': 'router1', 'tenant_id': 'cfcae89e278f4bb5800080f145457419', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '52c23e66-b955-4b23-95e6-c993d6708e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:29:48Z', 'updated_at': '2021-09-01T09:30:05Z', 'revision_number': 4, 'project_id': 'cfcae89e278f4bb5800080f145457419', 'gw_port': {'id': '52c23e66-b955-4b23-95e6-c993d6708e88', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:69:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '096d7434-ba47-4325-8535-e8c0c8cb886b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:30:05Z', 'updated_at': '2021-09-01T09:30:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'd74fb75c-540f-43f7-a367-9ad5cbafb0bc', 'name': '', 'network_id': '7d17f406-377f-4d4a-b5b8-178f75e9f260', 'tenant_id': 'cfcae89e278f4bb5800080f145457419', 'mac_address': 'fa:16:3e:3c:36:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '096d7434-ba47-4325-8535-e8c0c8cb886b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a9382b4-86f8-43b9-9457-7d15ae8ca391', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:29:57Z', 'updated_at': '2021-09-01T09:30:07Z', 'revision_number': 5, 'project_id': 'cfcae89e278f4bb5800080f145457419', 'subnets': [{'id': '6a9382b4-86f8-43b9-9457-7d15ae8ca391', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b656e710-2430-4b1c-82b8-41ab20252c73'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:30:09.293785 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device d74fb75c-540f-43f7-a367-9ad5cbafb0bc up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:30:09.369687 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port d74fb75c-540f-43f7-a367-9ad5cbafb0bc triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:30:09.370062 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:10.283928 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 5 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:30:11.348495 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 52c23e66-b955-4b23-95e6-c993d6708e88 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:30:11.402698 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port 52c23e66-b955-4b23-95e6-c993d6708e88 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:30:11.407615 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 52c23e66-b955-4b23-95e6-c993d6708e88 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:30:11.408232 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:11.491940 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:11.512540 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port 52c23e66-b955-4b23-95e6-c993d6708e88, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=52c23e66-b955-4b23-95e6-c993d6708e88,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:30:11.517787 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:11.574676 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=52c23e66-b955-4b23-95e6-c993d6708e88,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:30:13.409635 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 52c23e66-b955-4b23-95e6-c993d6708e88 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:30:13.534949 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 52c23e66-b955-4b23-95e6-c993d6708e88 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:30:13.534949 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:22.286004 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b2e82ed3-e364-4db9-aab5-4cdbdd74b9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:24.807975 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-9a7de6cc-9406-45a6-bde5-35f721526346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:25.421766 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:26.019729 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:27.834930 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:47.282370 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 5 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:30:52.279096 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-04eb063e-2c12-458e-82ac-94158d9590c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:54.814129 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-bb2a6ace-90ff-4993-bd8e-405dce275a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:55.419548 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:56.021418 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:30:57.818636 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:31:22.284276 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f75a72f0-f8d6-4f63-85b5-1b02563d184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:31:24.281342 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 5 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:31:24.818250 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-10348e65-63ca-42f4-b4a3-be9f394e98e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:31:25.414101 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:31:26.025196 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:31:27.819745 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:31:44.667078 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 58376) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:31:44.734655 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb37796d-5b45-4a4f-8b4e-e3a2f2fcc5d7 admin admin] GET failed (client error): The resource could not be found. Sep 01 09:31:44.736015 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-eb37796d-5b45-4a4f-8b4e-e3a2f2fcc5d7 admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0680065 Sep 01 09:31:44.975873 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90667843-e3c0-4021-a5be-9cf2ea7a5b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:31:44.977378 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-90667843-e3c0-4021-a5be-9cf2ea7a5b17 admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2365689 Sep 01 09:31:47.120960 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 58386) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:31:47.221411 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f8a42-44ad-406a-9cbe-346d02f58738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:31:47.222790 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-a94f8a42-44ad-406a-9cbe-346d02f58738 admin admin] 10.222.0.74 "GET /v2.0/subnets/6a9382b4-86f8-43b9-9457-7d15ae8ca391 HTTP/1.1" status: 200 len: 849 time: 0.1008716 Sep 01 09:31:47.236585 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-eeac6ca1-d383-4c4e-9461-638c4af70bb1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:31:47.333743 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ca1-d383-4c4e-9461-638c4af70bb1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:31:47.484940 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ca1-d383-4c4e-9461-638c4af70bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737163291612'] for subnet, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:31:47.512219 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeac6ca1-d383-4c4e-9461-638c4af70bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:31:47.512800 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eeac6ca1-d383-4c4e-9461-638c4af70bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:31:47.514132 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-eeac6ca1-d383-4c4e-9461-638c4af70bb1 admin admin] 10.222.0.74 "PUT /v2.0/subnets/6a9382b4-86f8-43b9-9457-7d15ae8ca391 HTTP/1.1" status: 200 len: 868 time: 0.2817075 Sep 01 09:31:47.517580 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24995fed-bf62-4204-89e6-f6ca48d08c01 None None] Network 7d17f406-377f-4d4a-b5b8-178f75e9f260 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:31:47.535969 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac6ca1-d383-4c4e-9461-638c4af70bb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a9382b4-86f8-43b9-9457-7d15ae8ca391,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:31:47.543515 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac6ca1-d383-4c4e-9461-638c4af70bb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:31:47.543926 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac6ca1-d383-4c4e-9461-638c4af70bb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:31:47.544307 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac6ca1-d383-4c4e-9461-638c4af70bb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:31:47.544649 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac6ca1-d383-4c4e-9461-638c4af70bb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:31:47.544982 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac6ca1-d383-4c4e-9461-638c4af70bb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:31:47.545301 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac6ca1-d383-4c4e-9461-638c4af70bb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:31:47.545629 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac6ca1-d383-4c4e-9461-638c4af70bb1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:31:47.545952 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac6ca1-d383-4c4e-9461-638c4af70bb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:31:47.546288 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac6ca1-d383-4c4e-9461-638c4af70bb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:31:47.546611 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac6ca1-d383-4c4e-9461-638c4af70bb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:31:47.546928 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac6ca1-d383-4c4e-9461-638c4af70bb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:31:47.547242 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac6ca1-d383-4c4e-9461-638c4af70bb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:31:47.857440 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-ece1ec6e-96dc-4e52-9940-ba6e1aee3a91 None None] Provisioning complete for port 8f4ef74d-e9cb-4fb7-9f3c-94fc98951543 triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:31:47.858143 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-ece1ec6e-96dc-4e52-9940-ba6e1aee3a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:31:47.943166 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-ece1ec6e-96dc-4e52-9940-ba6e1aee3a91 None None] Provisioning complete for port d74fb75c-540f-43f7-a367-9ad5cbafb0bc triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:31:47.943534 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-ece1ec6e-96dc-4e52-9940-ba6e1aee3a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:31:49.653131 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 58394) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:31:49.869342 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b61ab6b-67c2-40c8-b5b0-79f61e4f785b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:31:49.869702 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b61ab6b-67c2-40c8-b5b0-79f61e4f785b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:31:49.871283 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-3b61ab6b-67c2-40c8-b5b0-79f61e4f785b admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2170384 Sep 01 09:31:52.032456 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 58402) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:31:52.166538 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67540421-cc35-4798-b0f2-cb95958a4f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:31:52.167013 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67540421-cc35-4798-b0f2-cb95958a4f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:31:52.168557 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-67540421-cc35-4798-b0f2-cb95958a4f2f admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1351335 Sep 01 09:31:52.288642 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-ea1475ff-c991-4671-ba6b-f66e8521c487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:31:54.327410 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 58410) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:31:54.496403 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bd8bbc-9833-4fa0-a2bd-b412fcfd7c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:31:54.497832 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-86bd8bbc-9833-4fa0-a2bd-b412fcfd7c95 admin admin] 10.222.0.74 "GET /v2.0/networks/5981992f-fe61-47e0-99c1-6f445c6d0ea2 HTTP/1.1" status: 200 len: 886 time: 0.1691113 Sep 01 09:31:54.821746 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f4450a98-4aff-461e-a6f9-0f3b3f380644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:31:55.419848 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:31:56.027668 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:31:56.672644 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 58420) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:31:56.833241 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f648b59-63ff-4323-ab44-94b901d252b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:31:56.834601 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-4f648b59-63ff-4323-ab44-94b901d252b5 admin admin] 10.222.0.74 "GET /v2.0/networks/7d17f406-377f-4d4a-b5b8-178f75e9f260 HTTP/1.1" status: 200 len: 870 time: 0.1606348 Sep 01 09:31:57.822196 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:31:58.994612 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 58428) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:31:59.130039 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c67b4c-806f-41aa-8540-09d29476b761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:31:59.130490 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c67b4c-806f-41aa-8540-09d29476b761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:31:59.132052 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-41c67b4c-806f-41aa-8540-09d29476b761 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1364512 Sep 01 09:32:01.286510 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 58436) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:32:01.342212 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 5 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:32:01.382768 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723a6a27-edad-4e89-b1ac-e2c80b6bb8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:32:01.383223 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723a6a27-edad-4e89-b1ac-e2c80b6bb8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:32:01.384812 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-723a6a27-edad-4e89-b1ac-e2c80b6bb8e2 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0973654 Sep 01 09:32:03.532657 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 58444) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:32:03.631534 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd5bb5f-9fd5-48cf-87e3-f57a828aa740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:32:03.632893 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-dcd5bb5f-9fd5-48cf-87e3-f57a828aa740 admin admin] 10.222.0.74 "GET /v2.0/subnets/24ba0698-ff73-47e7-90df-c9665eaff537 HTTP/1.1" status: 200 len: 816 time: 0.0988946 Sep 01 09:32:05.769312 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 58452) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:32:05.869057 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b61cab3-fc53-4cf1-be73-6d9c8200694c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:32:05.870403 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-2b61cab3-fc53-4cf1-be73-6d9c8200694c admin admin] 10.222.0.74 "GET /v2.0/subnets/6a9382b4-86f8-43b9-9457-7d15ae8ca391 HTTP/1.1" status: 200 len: 868 time: 0.1001163 Sep 01 09:32:22.292344 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f6f6a2c5-302e-49b9-be47-96553edcf079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:24.826548 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-9dde2b4c-d5ea-452d-95ea-d3e6f049a4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:25.423104 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:26.031157 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:27.825695 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:29.402291 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 58506) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:32:29.453848 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [None req-5f0de729-9122-47de-9ab7-6b6e076dfcf9 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 09:32:29.454900 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-5f0de729-9122-47de-9ab7-6b6e076dfcf9 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0515599 Sep 01 09:32:31.717715 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 58514) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:32:31.782669 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbe179b5-d23e-4d3f-978b-7eb9223369b0 admin admin] GET failed (client error): The resource could not be found. Sep 01 09:32:31.784023 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-bbe179b5-d23e-4d3f-978b-7eb9223369b0 admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0653486 Sep 01 09:32:31.873120 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b665e49a-c8df-4ca0-99b0-1d99b2c3f1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:32:31.874573 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-b665e49a-c8df-4ca0-99b0-1d99b2c3f1d9 admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0857077 Sep 01 09:32:34.102675 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 58522) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:32:34.161850 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-df1e443b-c43a-4e31-8211-f9cb04218186 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:32:34.186140 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1e443b-c43a-4e31-8211-f9cb04218186 admin admin] Made reservation on behalf of dcdd2f5a56d74de3be6f058976b5374a for: {'network': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:32:34.188719 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-df1e443b-c43a-4e31-8211-f9cb04218186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for network, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:34.225082 dv-cinder-806726-2-iscsi neutron-server[94093]: WARNING neutron.services.revisions.revision_plugin [None req-df1e443b-c43a-4e31-8211-f9cb04218186 admin admin] Could not find related network for resource to bump revision. Sep 01 09:32:34.239830 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1e443b-c43a-4e31-8211-f9cb04218186 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1072} {{(pid=94093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 09:32:34.249549 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-df1e443b-c43a-4e31-8211-f9cb04218186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:34.249815 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.db.segments_db [None req-df1e443b-c43a-4e31-8211-f9cb04218186 admin admin] Added segment 55a8c857-f5ed-4a2a-9b71-addb42715db9 of type vlan for network fedb253b-865e-4fe0-a8b1-20f1f147cb45 Sep 01 09:32:34.295801 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-df1e443b-c43a-4e31-8211-f9cb04218186 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737162809959'] for network, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:34.320469 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-df1e443b-c43a-4e31-8211-f9cb04218186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for network, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:34.321468 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1e443b-c43a-4e31-8211-f9cb04218186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:32:34.322034 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-df1e443b-c43a-4e31-8211-f9cb04218186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:34.374404 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-df1e443b-c43a-4e31-8211-f9cb04218186 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2706847 Sep 01 09:32:34.379022 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e443b-c43a-4e31-8211-f9cb04218186 admin admin] Pushing event updated for resources: {'Network': ['ID=fedb253b-865e-4fe0-a8b1-20f1f147cb45,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:32:34.385740 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e443b-c43a-4e31-8211-f9cb04218186 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:32:34.386104 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e443b-c43a-4e31-8211-f9cb04218186 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:32:34.386441 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e443b-c43a-4e31-8211-f9cb04218186 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:32:34.386766 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e443b-c43a-4e31-8211-f9cb04218186 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:32:34.387086 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e443b-c43a-4e31-8211-f9cb04218186 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:32:34.387421 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e443b-c43a-4e31-8211-f9cb04218186 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:32:34.387764 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e443b-c43a-4e31-8211-f9cb04218186 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:32:34.388083 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e443b-c43a-4e31-8211-f9cb04218186 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:32:34.388399 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e443b-c43a-4e31-8211-f9cb04218186 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:32:34.388710 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e443b-c43a-4e31-8211-f9cb04218186 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:32:34.389026 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e443b-c43a-4e31-8211-f9cb04218186 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:32:34.389332 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e443b-c43a-4e31-8211-f9cb04218186 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:32:34.402907 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Network fedb253b-865e-4fe0-a8b1-20f1f147cb45 details requested by agent ovs-agent-dv-cinder-806726-2-iscsi with host dv-cinder-806726-2-iscsi {{(pid=94094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 09:32:36.536642 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 58530) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:32:36.605922 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc3deeb-32f3-4bb7-95b3-e1ca3797236d admin admin] GET failed (client error): The resource could not be found. Sep 01 09:32:36.607295 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-8fc3deeb-32f3-4bb7-95b3-e1ca3797236d admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0696445 Sep 01 09:32:36.708226 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3089ac96-1fc8-4f33-ab63-bea14d8af781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:32:36.709706 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-3089ac96-1fc8-4f33-ab63-bea14d8af781 admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0976100 Sep 01 09:32:36.725102 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-f4d63533-8130-4303-ba2f-060c8c60ab11 admin admin] Request body: {'subnet': {'network_id': 'fedb253b-865e-4fe0-a8b1-20f1f147cb45', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:32:36.760247 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d63533-8130-4303-ba2f-060c8c60ab11 admin admin] Made reservation on behalf of dcdd2f5a56d74de3be6f058976b5374a for: {'subnet': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:32:36.762451 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f4d63533-8130-4303-ba2f-060c8c60ab11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:36.923360 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f4d63533-8130-4303-ba2f-060c8c60ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for subnet, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:36.973350 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d63533-8130-4303-ba2f-060c8c60ab11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8f58a60-6427-40c3-a7bd-97fa773ca39d,revision_number=0']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:32:36.988790 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d63533-8130-4303-ba2f-060c8c60ab11 admin admin] Checking segment: {'id': '55a8c857-f5ed-4a2a-9b71-addb42715db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'fedb253b-865e-4fe0-a8b1-20f1f147cb45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:32:36.989137 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d63533-8130-4303-ba2f-060c8c60ab11 admin admin] Network hostable DHCP agents. Network: fedb253b-865e-4fe0-a8b1-20f1f147cb45, hostable agents: ['c003adbb-c13d-447f-8337-f44cd480aeda'], hosted agents: [] {{(pid=94093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 09:32:37.006229 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d63533-8130-4303-ba2f-060c8c60ab11 admin admin] Network fedb253b-865e-4fe0-a8b1-20f1f147cb45 is scheduled to be hosted by DHCP agent c003adbb-c13d-447f-8337-f44cd480aeda with binding_index 1 {{(pid=94093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 09:32:37.016192 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-f4d63533-8130-4303-ba2f-060c8c60ab11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-2-iscsi, fedb253b-865e-4fe0-a8b1-20f1f147cb45) {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:32:37.020801 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d63533-8130-4303-ba2f-060c8c60ab11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:32:37.021377 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f4d63533-8130-4303-ba2f-060c8c60ab11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:37.025999 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fcccfa-5766-4050-acbb-e247255f365f None None] Network fedb253b-865e-4fe0-a8b1-20f1f147cb45 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:32:37.034078 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-f4d63533-8130-4303-ba2f-060c8c60ab11 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3158538 Sep 01 09:32:37.176592 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9314cc3d-ddc5-5adb-9ce6-a70e23c5565a-fedb253b-865e-4fe0-a8b1-20f1f147cb45', 'network_id': 'fedb253b-865e-4fe0-a8b1-20f1f147cb45', 'tenant_id': 'dcdd2f5a56d74de3be6f058976b5374a', 'fixed_ips': [{'subnet_id': 'c8f58a60-6427-40c3-a7bd-97fa773ca39d'}]}} from dv-cinder-806726-2-iscsi. {{(pid=94094) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 09:32:37.177604 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:37.402181 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.db_base_plugin_common [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Allocated IP 192.168.233.2 (fedb253b-865e-4fe0-a8b1-20f1f147cb45/c8f58a60-6427-40c3-a7bd-97fa773ca39d/73f2e837-d378-49a1-8043-abf46908b362) {{(pid=94094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:32:37.544459 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Notify callbacks [] for port, precommit_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:37.552566 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Transition to ACTIVE for port object 73f2e837-d378-49a1-8043-abf46908b362 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:32:37.567442 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Transition to ACTIVE for port object 73f2e837-d378-49a1-8043-abf46908b362 will not be triggered until provisioned by entity DHCP. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:32:37.573752 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:37.613579 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Network fedb253b-865e-4fe0-a8b1-20f1f147cb45 is already hosted by enough agents. {{(pid=94094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:32:37.616354 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.scheduler.base_scheduler [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Resources bound (agent type, host, resource id): {{(pid=94094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:32:37.622556 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Received port after_create {{(pid=94094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:32:37.625533 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Pushing event updated for resources: {'Port': ['ID=73f2e837-d378-49a1-8043-abf46908b362,revision_number=1']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:32:37.635199 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:32:37.635619 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:32:37.635985 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:32:37.636334 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:32:37.636663 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:32:37.636989 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:32:37.637310 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:32:37.637638 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:32:37.637971 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:32:37.638290 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:32:37.638604 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:32:37.638918 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:32:37.688941 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Attempting to bind port 73f2e837-d378-49a1-8043-abf46908b362 on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:32:37.689305 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Attempting to bind port 73f2e837-d378-49a1-8043-abf46908b362 by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': '55a8c857-f5ed-4a2a-9b71-addb42715db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'fedb253b-865e-4fe0-a8b1-20f1f147cb45'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:32:37.689661 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Attempting to bind port 73f2e837-d378-49a1-8043-abf46908b362 on network fedb253b-865e-4fe0-a8b1-20f1f147cb45 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:32:37.694507 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:32:37.694897 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Checking segment: {'id': '55a8c857-f5ed-4a2a-9b71-addb42715db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'fedb253b-865e-4fe0-a8b1-20f1f147cb45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:32:37.695276 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:37.695691 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Bound using segment: {'id': '55a8c857-f5ed-4a2a-9b71-addb42715db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'fedb253b-865e-4fe0-a8b1-20f1f147cb45'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:32:37.696145 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Bound port: 73f2e837-d378-49a1-8043-abf46908b362, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a8c857-f5ed-4a2a-9b71-addb42715db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'fedb253b-865e-4fe0-a8b1-20f1f147cb45'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:32:37.696539 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:37.756491 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-165c103c-29ea-421e-90fe-d33163803889 None None] For port 73f2e837-d378-49a1-8043-abf46908b362, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:32:37.759608 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-165c103c-29ea-421e-90fe-d33163803889 None None] For port 73f2e837-d378-49a1-8043-abf46908b362, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=73f2e837-d378-49a1-8043-abf46908b362,segment=NetworkSegment(55a8c857-f5ed-4a2a-9b71-addb42715db9),segment_id=55a8c857-f5ed-4a2a-9b71-addb42715db9)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:32:37.765267 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:37.818866 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c103c-29ea-421e-90fe-d33163803889 None None] Pushing event updated for resources: {'Port': ['ID=73f2e837-d378-49a1-8043-abf46908b362,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:32:38.281615 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 5 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:32:38.585580 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc06e13b-bd06-412e-91d6-6a2a01d8a62c None None] Network fedb253b-865e-4fe0-a8b1-20f1f147cb45 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:32:38.646916 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-4a1b1e44-68e5-4812-8e12-811c82c1a27c None None] Provisioning for port 73f2e837-d378-49a1-8043-abf46908b362 completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:32:39.420881 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 73f2e837-d378-49a1-8043-abf46908b362 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:32:39.473841 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port 73f2e837-d378-49a1-8043-abf46908b362 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:32:39.477916 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 73f2e837-d378-49a1-8043-abf46908b362 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:32:39.478306 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:39.555034 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:39.586942 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port 73f2e837-d378-49a1-8043-abf46908b362, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=73f2e837-d378-49a1-8043-abf46908b362,segment=NetworkSegment(55a8c857-f5ed-4a2a-9b71-addb42715db9),segment_id=55a8c857-f5ed-4a2a-9b71-addb42715db9)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:32:39.590941 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:39.640467 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=73f2e837-d378-49a1-8043-abf46908b362,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:32:41.396298 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 73f2e837-d378-49a1-8043-abf46908b362 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:32:41.446627 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 73f2e837-d378-49a1-8043-abf46908b362 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:32:41.447252 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:52.301170 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-661c1b8f-cd18-450c-8db4-251b5a5c0822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:54.831625 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-121cfe4d-c79a-4512-85f6-2911739ba732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:55.426379 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:56.036178 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:32:57.830196 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:33:15.280532 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 5 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:33:22.298213 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5dcf48c1-61f5-4c0e-a0fa-302b29cb2d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:33:24.835629 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-9163fec5-e482-4903-a49a-cb0e1298e9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:33:25.430091 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:33:26.039374 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:33:27.830923 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:33:45.799069 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 58582) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:33:45.808118 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [None req-c98dfcae-0472-4da0-bac2-3ebc67a6e068 tempest-verify_tempest_config-604130345 tempest-verify_tempest_config-604130345-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=94093) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 09:33:45.809418 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-c98dfcae-0472-4da0-bac2-3ebc67a6e068 tempest-verify_tempest_config-604130345 tempest-verify_tempest_config-604130345-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0092723 Sep 01 09:33:46.123537 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 58600) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:33:46.250114 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c864e538-37b1-4456-a2d6-7eaed8bd1073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:33:46.340722 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c864e538-37b1-4456-a2d6-7eaed8bd1073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:33:46.345416 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c864e538-37b1-4456-a2d6-7eaed8bd1073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:33:46.386558 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-c864e538-37b1-4456-a2d6-7eaed8bd1073 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e66c3ceea17b45e38dc0a64b28a70510&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2619116 Sep 01 09:33:46.389412 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 58604) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:33:46.391202 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864e538-37b1-4456-a2d6-7eaed8bd1073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808fdd40-cca3-4ada-8e54-ea74b41eb1a4,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:33:46.397973 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e538-37b1-4456-a2d6-7eaed8bd1073 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:33:46.398292 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e538-37b1-4456-a2d6-7eaed8bd1073 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:33:46.398659 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e538-37b1-4456-a2d6-7eaed8bd1073 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:33:46.398993 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e538-37b1-4456-a2d6-7eaed8bd1073 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:33:46.399318 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e538-37b1-4456-a2d6-7eaed8bd1073 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:33:46.399700 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e538-37b1-4456-a2d6-7eaed8bd1073 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:33:46.400014 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e538-37b1-4456-a2d6-7eaed8bd1073 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:33:46.400346 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e538-37b1-4456-a2d6-7eaed8bd1073 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:33:46.400708 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e538-37b1-4456-a2d6-7eaed8bd1073 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:33:46.401033 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e538-37b1-4456-a2d6-7eaed8bd1073 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:33:46.401334 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e538-37b1-4456-a2d6-7eaed8bd1073 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:33:46.401743 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c864e538-37b1-4456-a2d6-7eaed8bd1073 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:33:46.448842 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9372baa4-451e-4c28-9b47-2955a25efe54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:33:46.469286 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9372baa4-451e-4c28-9b47-2955a25efe54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:33:46.559706 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9372baa4-451e-4c28-9b47-2955a25efe54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:33:46.564332 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9372baa4-451e-4c28-9b47-2955a25efe54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:33:46.566147 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-9372baa4-451e-4c28-9b47-2955a25efe54 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/808fdd40-cca3-4ada-8e54-ea74b41eb1a4 HTTP/1.1" status: 204 len: 168 time: 0.1755359 Sep 01 09:33:46.578126 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372baa4-451e-4c28-9b47-2955a25efe54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808fdd40-cca3-4ada-8e54-ea74b41eb1a4,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:33:46.584951 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9372baa4-451e-4c28-9b47-2955a25efe54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:33:46.585322 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9372baa4-451e-4c28-9b47-2955a25efe54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:33:46.585669 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9372baa4-451e-4c28-9b47-2955a25efe54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:33:46.586006 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9372baa4-451e-4c28-9b47-2955a25efe54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:33:46.586348 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9372baa4-451e-4c28-9b47-2955a25efe54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:33:46.586696 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9372baa4-451e-4c28-9b47-2955a25efe54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:33:46.587030 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9372baa4-451e-4c28-9b47-2955a25efe54 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:33:46.587361 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9372baa4-451e-4c28-9b47-2955a25efe54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:33:46.587802 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9372baa4-451e-4c28-9b47-2955a25efe54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:33:46.588138 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9372baa4-451e-4c28-9b47-2955a25efe54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:33:46.588466 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9372baa4-451e-4c28-9b47-2955a25efe54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:33:46.588788 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9372baa4-451e-4c28-9b47-2955a25efe54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:33:52.279601 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 5 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:33:52.290978 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f707dacd-172a-4b65-aa06-d30c780db9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:33:54.840963 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-21a9ec57-319e-4c87-97d9-e1e6fce848de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:33:55.433116 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:33:56.042905 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:33:57.836500 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:34:22.305535 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-23f510bd-5a6b-4647-8853-e733a3164958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:34:24.841250 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-4d518af0-5b37-4ad4-a1b7-80f37d8a347f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:34:25.445194 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:34:26.059195 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:34:27.847139 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:34:29.282894 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 5 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:34:52.300603 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-db82c030-d1b7-4e3f-bdaf-14644b9d1c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:34:54.841921 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d88aec8b-50c6-4380-a9f7-25df4e8b88bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:34:55.445597 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:34:56.060796 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:34:57.846086 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:35:06.287148 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 5 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:35:22.300643 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b3cbc746-a571-4fdb-8bc6-a56be8d4b4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:35:23.870616 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16703485'] for agent, after_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:35:24.840378 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-75308cb4-23a6-45d1-8249-54e561d43e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:35:25.445320 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:35:26.057026 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:35:27.847986 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:35:39.288413 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 58678) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:35:39.412021 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-f97a0847-946d-4299-b514-ab14328cb190 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1223125 Sep 01 09:35:41.571267 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 58688) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:35:41.647403 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-b85e80ef-7643-4126-a4b5-e927f396677d admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0746539 Sep 01 09:35:43.286917 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:35:52.303472 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-404973df-4f86-4b47-b515-aff19cf2aea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:35:53.837397 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:35:54.840306 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-7db4f7c1-3a41-4c81-a502-7f13631fef0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:35:55.444961 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:35:56.065989 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:35:57.862434 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:36:20.287539 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:36:22.309015 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-44d8d3fd-7f4f-4bae-a3f4-27a07bac5557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:36:23.849657 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:36:24.839486 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-428b1085-110f-4920-a23a-f7d0bb3916e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:36:25.446517 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:36:26.068587 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:36:27.856771 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:36:52.293474 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e406d2ec-bfb1-4f4b-bf91-85b7a033394f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:36:53.848691 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:36:54.837901 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-31798015-c192-4afd-a29f-8cec28bbdd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:36:55.439405 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:36:56.062694 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:36:57.289045 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:36:57.859624 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:09.837074 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 58788) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:10.048980 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1515537118-network', 'tenant_id': '7d9cd7d2ea324c4f93cfde52da2201d8'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:10.071922 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Made reservation on behalf of 7d9cd7d2ea324c4f93cfde52da2201d8 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:37:10.077754 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:10.082991 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:10.173399 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:10.179038 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:10.211008 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1091} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 09:37:10.213228 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:10.223487 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:10.223884 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:10.224234 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:10.224667 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:10.224881 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:10.225610 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:10.226417 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:10.226939 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:10.227433 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:10.227940 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:10.228408 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:10.228874 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Tracked resource versions report: Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: pushed versions: Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: { 'AddressGroup': {'1.2'}, Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: 'ConntrackHelper': {'1.0'}, Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: 'Log': {'1.0'}, Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: 'Network': {'1.1'}, Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: 'Port': {'1.7'}, Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: 'PortForwarding': {'1.2'}, Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: 'QosPolicy': {'1.9'}, Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: 'SecurityGroup': {'1.4'}, Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: 'SecurityGroupRule': {'1.2'}, Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: 'SubPort': {'1.0'}, Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: 'Subnet': {'1.1'}, Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: 'Trunk': {'1.1'}} Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: consumer versions: Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: { DHCP agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: HyperV agent@hv-cinder-80672: {}, Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: L3 agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: Metadata agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: Metering agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: Open vSwitch agent@dv-cinder-806726-2-iscsi: { 'AddressGroup': '1.2', Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: 'ConntrackHelper': '1.0', Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: 'Log': '1.0', Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: 'Network': '1.1', Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: 'Port': '1.7', Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: 'PortForwarding': '1.2', Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: 'QosPolicy': '1.9', Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: 'SecurityGroup': '1.4', Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: 'SecurityGroupRule': '1.2', Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: 'SubPort': '1.0', Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: 'Subnet': '1.1', Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: 'Trunk': '1.1'}} Sep 01 09:37:10.230257 dv-cinder-806726-2-iscsi neutron-server[94092]: {{(pid=94092) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 09:37:10.239917 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:10.240794 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.db.segments_db [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Added segment 21237dc9-c16a-4524-9c4f-493ab52f32e1 of type vlan for network ba5ae12d-0e61-4824-8559-c069ada0cb13 Sep 01 09:37:10.284496 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737162809959'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:10.312073 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:10.313115 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:10.313796 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:10.378548 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] Pushing event updated for resources: {'Network': ['ID=ba5ae12d-0e61-4824-8559-c069ada0cb13,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:10.393873 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Network ba5ae12d-0e61-4824-8559-c069ada0cb13 details requested by agent ovs-agent-dv-cinder-806726-2-iscsi with host dv-cinder-806726-2-iscsi {{(pid=94094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 09:37:10.400420 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-117bafed-2a81-4758-9b70-6918e6c61d6d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5581870 Sep 01 09:37:10.400709 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 58840) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:10.406522 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-af901a3e-e240-4c80-9d05-aabfe955b720 admin admin] Request body: {'subnet': {'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1515537118-subnet', 'tenant_id': '7d9cd7d2ea324c4f93cfde52da2201d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:10.434569 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af901a3e-e240-4c80-9d05-aabfe955b720 admin admin] Made reservation on behalf of 7d9cd7d2ea324c4f93cfde52da2201d8 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:37:10.438567 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-af901a3e-e240-4c80-9d05-aabfe955b720 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:10.616710 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-af901a3e-e240-4c80-9d05-aabfe955b720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:10.670151 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af901a3e-e240-4c80-9d05-aabfe955b720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c04e5de-52aa-4fd1-b218-e2fbbb842591,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:10.680241 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af901a3e-e240-4c80-9d05-aabfe955b720 admin admin] Checking segment: {'id': '21237dc9-c16a-4524-9c4f-493ab52f32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:37:10.680596 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af901a3e-e240-4c80-9d05-aabfe955b720 admin admin] Network hostable DHCP agents. Network: ba5ae12d-0e61-4824-8559-c069ada0cb13, hostable agents: ['c003adbb-c13d-447f-8337-f44cd480aeda'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 09:37:10.698876 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af901a3e-e240-4c80-9d05-aabfe955b720 admin admin] Network ba5ae12d-0e61-4824-8559-c069ada0cb13 is scheduled to be hosted by DHCP agent c003adbb-c13d-447f-8337-f44cd480aeda with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 09:37:10.709174 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-af901a3e-e240-4c80-9d05-aabfe955b720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-2-iscsi, ba5ae12d-0e61-4824-8559-c069ada0cb13) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:37:10.719507 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3946e63f-b659-41b7-9501-d34d4b6a3393 None None] Network ba5ae12d-0e61-4824-8559-c069ada0cb13 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:37:10.731642 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af901a3e-e240-4c80-9d05-aabfe955b720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:10.732907 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-af901a3e-e240-4c80-9d05-aabfe955b720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:10.752265 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-af901a3e-e240-4c80-9d05-aabfe955b720 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3503532 Sep 01 09:37:10.852274 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eddcf4d-7f86-4b49-947b-94f59e4ff0bf None None] Network ba5ae12d-0e61-4824-8559-c069ada0cb13 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:37:11.085355 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 58874) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:11.261332 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-dd8d630d-a1ae-4929-8135-14efa0b7d7f6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1514488056-network', 'tenant_id': 'bda3c63758054fb894b05110b11297a6'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:11.283645 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8d630d-a1ae-4929-8135-14efa0b7d7f6 admin admin] Made reservation on behalf of bda3c63758054fb894b05110b11297a6 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:37:11.287396 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dd8d630d-a1ae-4929-8135-14efa0b7d7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:11.298881 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dd8d630d-a1ae-4929-8135-14efa0b7d7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:11.409579 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dd8d630d-a1ae-4929-8135-14efa0b7d7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:11.414973 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dd8d630d-a1ae-4929-8135-14efa0b7d7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:11.444023 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8d630d-a1ae-4929-8135-14efa0b7d7f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 09:37:11.446724 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d630d-a1ae-4929-8135-14efa0b7d7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a783d477-2fec-4df1-9d96-4b4b7ba225ce,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:11.456694 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dd8d630d-a1ae-4929-8135-14efa0b7d7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:11.457089 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.db.segments_db [None req-dd8d630d-a1ae-4929-8135-14efa0b7d7f6 admin admin] Added segment 9f8aaadb-9d88-4b02-b2a2-bd6e3a519981 of type vlan for network bedd7e95-de82-48ff-807f-c40cd5f893c8 Sep 01 09:37:11.498647 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dd8d630d-a1ae-4929-8135-14efa0b7d7f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737162809959'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:11.535086 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dd8d630d-a1ae-4929-8135-14efa0b7d7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:11.536111 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8d630d-a1ae-4929-8135-14efa0b7d7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:11.536693 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dd8d630d-a1ae-4929-8135-14efa0b7d7f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:11.593872 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d630d-a1ae-4929-8135-14efa0b7d7f6 admin admin] Pushing event updated for resources: {'Network': ['ID=bedd7e95-de82-48ff-807f-c40cd5f893c8,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:11.596774 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-dd8d630d-a1ae-4929-8135-14efa0b7d7f6 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5098431 Sep 01 09:37:11.599740 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 58916) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:11.604789 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-3132f6cf-0c71-4cfc-acdd-b59cbff0bbb1 admin admin] Request body: {'subnet': {'network_id': 'bedd7e95-de82-48ff-807f-c40cd5f893c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1514488056-subnet', 'tenant_id': 'bda3c63758054fb894b05110b11297a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:11.609125 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Network bedd7e95-de82-48ff-807f-c40cd5f893c8 details requested by agent ovs-agent-dv-cinder-806726-2-iscsi with host dv-cinder-806726-2-iscsi {{(pid=94094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 09:37:11.626281 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3132f6cf-0c71-4cfc-acdd-b59cbff0bbb1 admin admin] Made reservation on behalf of bda3c63758054fb894b05110b11297a6 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:37:11.628789 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3132f6cf-0c71-4cfc-acdd-b59cbff0bbb1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:11.744582 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 58922) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:11.907920 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3132f6cf-0c71-4cfc-acdd-b59cbff0bbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:11.947874 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132f6cf-0c71-4cfc-acdd-b59cbff0bbb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4142b62c-04c5-482e-b304-4963b1d58b40,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:11.981130 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 58936) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:11.981130 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3132f6cf-0c71-4cfc-acdd-b59cbff0bbb1 admin admin] Checking segment: {'id': '9f8aaadb-9d88-4b02-b2a2-bd6e3a519981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bedd7e95-de82-48ff-807f-c40cd5f893c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:37:11.981130 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3132f6cf-0c71-4cfc-acdd-b59cbff0bbb1 admin admin] Network hostable DHCP agents. Network: bedd7e95-de82-48ff-807f-c40cd5f893c8, hostable agents: ['c003adbb-c13d-447f-8337-f44cd480aeda'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 09:37:11.982383 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 58938) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:12.006628 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3132f6cf-0c71-4cfc-acdd-b59cbff0bbb1 admin admin] Network bedd7e95-de82-48ff-807f-c40cd5f893c8 is scheduled to be hosted by DHCP agent c003adbb-c13d-447f-8337-f44cd480aeda with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 09:37:12.017605 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-3132f6cf-0c71-4cfc-acdd-b59cbff0bbb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-2-iscsi, bedd7e95-de82-48ff-807f-c40cd5f893c8) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:37:12.021975 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3132f6cf-0c71-4cfc-acdd-b59cbff0bbb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:12.022598 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3132f6cf-0c71-4cfc-acdd-b59cbff0bbb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:12.026982 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae77fcb-ae82-4d9d-8819-872528ee135b None None] Network bedd7e95-de82-48ff-807f-c40cd5f893c8 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:37:12.039478 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-3132f6cf-0c71-4cfc-acdd-b59cbff0bbb1 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4386671 Sep 01 09:37:12.042374 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 58946) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:12.047320 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-421b9087-2e67-44c2-90d5-6376884596ed admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1514488056-router', 'tenant_id': 'bda3c63758054fb894b05110b11297a6', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:12.074237 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-421b9087-2e67-44c2-90d5-6376884596ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16722196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3338'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:12.076895 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-421b9087-2e67-44c2-90d5-6376884596ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16687602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16687745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16692834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3357'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:12.162112 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dd6d11-04a2-4116-a34f-8e002728c747 None None] Network bedd7e95-de82-48ff-807f-c40cd5f893c8 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:37:12.171964 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-421b9087-2e67-44c2-90d5-6376884596ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:12.218909 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-313134090-network', 'tenant_id': '12d977af9d49448a9a10133701a035b1'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:12.264912 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Made reservation on behalf of 12d977af9d49448a9a10133701a035b1 for: {'network': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:37:12.269149 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for network, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:12.291315 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:12.319830 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-421b9087-2e67-44c2-90d5-6376884596ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:12.438327 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-46b43624-8e20-483b-82ff-f66296938115 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1488568230-network', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:12.500187 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:12.503766 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-9aa318bf-d84e-4c5d-b0c0-ce3d58fb66b3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2028179895-network', 'tenant_id': 'efe058be856a4e468090c0cf4782ab90'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:12.531427 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:12.538104 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b43624-8e20-483b-82ff-f66296938115 admin admin] Made reservation on behalf of 8f31d34eddaa45b5acebb6d9a01f72da for: {'network': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:37:12.542891 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-46b43624-8e20-483b-82ff-f66296938115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for network, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:12.562532 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-421b9087-2e67-44c2-90d5-6376884596ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:12.582481 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1069} {{(pid=94093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 09:37:12.586865 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-421b9087-2e67-44c2-90d5-6376884596ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:12.588872 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa318bf-d84e-4c5d-b0c0-ce3d58fb66b3 admin admin] Made reservation on behalf of efe058be856a4e468090c0cf4782ab90 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:37:12.592021 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9aa318bf-d84e-4c5d-b0c0-ce3d58fb66b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:12.592982 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:12.593541 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.db.segments_db [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Added segment 5293fbbd-52b9-41e0-b030-f4f5135458f6 of type vlan for network 423f25bd-20ef-4b5d-a372-f453acee8b0b Sep 01 09:37:12.614291 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9aa318bf-d84e-4c5d-b0c0-ce3d58fb66b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:12.637668 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737162809959'] for network, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:12.661652 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-46b43624-8e20-483b-82ff-f66296938115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:12.663525 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e4790d-435c-4ffe-a1ac-8a3fd45475bb,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:12.667745 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for network, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:12.668775 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:12.669423 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:12.692524 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:12.692948 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:12.693223 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:12.693797 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:12.694236 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:12.694654 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:12.695043 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:12.695577 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:12.696097 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:12.696701 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:12.696966 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:12.697296 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Tracked resource versions report: Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: pushed versions: Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: { 'AddressGroup': {'1.2'}, Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: 'ConntrackHelper': {'1.0'}, Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: 'Log': {'1.0'}, Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: 'Network': {'1.1'}, Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: 'Port': {'1.7'}, Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: 'PortForwarding': {'1.2'}, Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: 'QosPolicy': {'1.9'}, Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: 'SecurityGroup': {'1.4'}, Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: 'SecurityGroupRule': {'1.2'}, Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: 'SubPort': {'1.0'}, Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: 'Subnet': {'1.1'}, Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: 'Trunk': {'1.1'}} Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: consumer versions: Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: { DHCP agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: HyperV agent@hv-cinder-80672: {}, Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: L3 agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: Metadata agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: Metering agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: Open vSwitch agent@dv-cinder-806726-2-iscsi: { 'AddressGroup': '1.2', Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: 'ConntrackHelper': '1.0', Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: 'Log': '1.0', Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: 'Network': '1.1', Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: 'Port': '1.7', Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: 'PortForwarding': '1.2', Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: 'QosPolicy': '1.9', Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: 'SecurityGroup': '1.4', Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: 'SecurityGroupRule': '1.2', Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: 'SubPort': '1.0', Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: 'Subnet': '1.1', Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: 'Trunk': '1.1'}} Sep 01 09:37:12.698555 dv-cinder-806726-2-iscsi neutron-server[94093]: {{(pid=94093) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 09:37:12.764116 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] Pushing event updated for resources: {'Network': ['ID=423f25bd-20ef-4b5d-a372-f453acee8b0b,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:12.778870 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Network 423f25bd-20ef-4b5d-a372-f453acee8b0b details requested by agent ovs-agent-dv-cinder-806726-2-iscsi with host dv-cinder-806726-2-iscsi {{(pid=94094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 09:37:12.783525 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-421b9087-2e67-44c2-90d5-6376884596ed admin admin] Allocated IP 172.27.0.77 (5981992f-fe61-47e0-99c1-6f445c6d0ea2/24ba0698-ff73-47e7-90df-c9665eaff537/7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:37:12.910482 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9aa318bf-d84e-4c5d-b0c0-ce3d58fb66b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:12.921117 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9aa318bf-d84e-4c5d-b0c0-ce3d58fb66b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:12.960356 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa318bf-d84e-4c5d-b0c0-ce3d58fb66b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae8d7e9-dbb0-457e-a7b0-f7c29f9a3588,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:12.979426 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa318bf-d84e-4c5d-b0c0-ce3d58fb66b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1084} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 09:37:12.983459 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-421b9087-2e67-44c2-90d5-6376884596ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:12.999001 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9aa318bf-d84e-4c5d-b0c0-ce3d58fb66b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:12.999339 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.db.segments_db [None req-9aa318bf-d84e-4c5d-b0c0-ce3d58fb66b3 admin admin] Added segment 2b4665e7-6447-4c37-b6ee-c800a7f301e7 of type vlan for network 5ac4cf3d-f247-42f1-b84e-0ee3551418bd Sep 01 09:37:13.022806 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-46b43624-8e20-483b-82ff-f66296938115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:13.029364 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-46b43624-8e20-483b-82ff-f66296938115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:13.062900 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9aa318bf-d84e-4c5d-b0c0-ce3d58fb66b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737162809959'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:13.069847 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b43624-8e20-483b-82ff-f66296938115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbf386c-d2d2-48fe-8b7c-a8ff396f076c,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:13.073027 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b43624-8e20-483b-82ff-f66296938115 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1058} {{(pid=94093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 09:37:13.080650 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-50cae066-df76-422a-ab9f-fe034806a40d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3338261 Sep 01 09:37:13.082636 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 58992) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:13.093313 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-d08106d3-6f3a-4d59-b00b-6ed5c8a0820e admin admin] Request body: {'subnet': {'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-313134090-subnet', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:13.094154 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-421b9087-2e67-44c2-90d5-6376884596ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:13.114072 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-46b43624-8e20-483b-82ff-f66296938115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:13.114410 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.db.segments_db [None req-46b43624-8e20-483b-82ff-f66296938115 admin admin] Added segment be33b589-b8a2-4739-a388-2c089e8bdf51 of type vlan for network 920f8885-e155-4a4c-b565-49a7256d330f Sep 01 09:37:13.142687 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b9087-2e67-44c2-90d5-6376884596ed admin admin] Pushing event updated for resources: {'Port': ['ID=7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:13.158902 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421b9087-2e67-44c2-90d5-6376884596ed admin admin] Network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:37:13.161108 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-421b9087-2e67-44c2-90d5-6376884596ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:37:13.163004 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9aa318bf-d84e-4c5d-b0c0-ce3d58fb66b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:13.163917 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa318bf-d84e-4c5d-b0c0-ce3d58fb66b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:13.164532 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9aa318bf-d84e-4c5d-b0c0-ce3d58fb66b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:13.167934 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08106d3-6f3a-4d59-b00b-6ed5c8a0820e admin admin] Made reservation on behalf of 12d977af9d49448a9a10133701a035b1 for: {'subnet': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:37:13.170488 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d08106d3-6f3a-4d59-b00b-6ed5c8a0820e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:13.174888 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421b9087-2e67-44c2-90d5-6376884596ed admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:37:13.219330 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-46b43624-8e20-483b-82ff-f66296938115 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737162809959'] for network, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:13.279731 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-46b43624-8e20-483b-82ff-f66296938115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for network, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:13.281091 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b43624-8e20-483b-82ff-f66296938115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:13.281886 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-46b43624-8e20-483b-82ff-f66296938115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:13.317971 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-9aa318bf-d84e-4c5d-b0c0-ce3d58fb66b3 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3351021 Sep 01 09:37:13.383776 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-46b43624-8e20-483b-82ff-f66296938115 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3969858 Sep 01 09:37:13.395429 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 59012) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:13.395790 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 59014) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:13.396545 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa318bf-d84e-4c5d-b0c0-ce3d58fb66b3 admin admin] Pushing event updated for resources: {'Network': ['ID=5ac4cf3d-f247-42f1-b84e-0ee3551418bd,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:13.407294 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Network 5ac4cf3d-f247-42f1-b84e-0ee3551418bd details requested by agent ovs-agent-dv-cinder-806726-2-iscsi with host dv-cinder-806726-2-iscsi {{(pid=94094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 09:37:13.413386 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-0519b9c9-2b89-44b3-b7e7-16e1a5002d41 admin admin] Request body: {'subnet': {'network_id': '5ac4cf3d-f247-42f1-b84e-0ee3551418bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2028179895-subnet', 'tenant_id': 'efe058be856a4e468090c0cf4782ab90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:13.449361 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-e464f390-e097-45ed-83f7-11a349f17370 admin admin] Request body: {'subnet': {'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1488568230-subnet', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:13.476125 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 59030) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:13.483216 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0519b9c9-2b89-44b3-b7e7-16e1a5002d41 admin admin] Made reservation on behalf of efe058be856a4e468090c0cf4782ab90 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:37:13.484949 dv-cinder-806726-2-iscsi neutron-server[94093]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 01 09:37:13.485966 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0519b9c9-2b89-44b3-b7e7-16e1a5002d41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:13.574838 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e464f390-e097-45ed-83f7-11a349f17370 admin admin] Made reservation on behalf of 8f31d34eddaa45b5acebb6d9a01f72da for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:37:13.577400 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e464f390-e097-45ed-83f7-11a349f17370 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:13.683430 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-c42489dd-e851-41dc-8084-9d4a4360e033 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:13.692159 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-c42489dd-e851-41dc-8084-9d4a4360e033 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/networks?id=ba5ae12d-0e61-4824-8559-c069ada0cb13 HTTP/1.1" status: 200 len: 815 time: 0.2101932 Sep 01 09:37:13.717417 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-aa5962dc-0358-4cc9-a48d-5e47d5089ba5 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/quotas/7d9cd7d2ea324c4f93cfde52da2201d8 HTTP/1.1" status: 200 len: 375 time: 0.0238788 Sep 01 09:37:13.790662 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-e7c9dea4-ba26-4e65-8cf1-5841aac43b98 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7d9cd7d2ea324c4f93cfde52da2201d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713930 Sep 01 09:37:13.814019 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b43624-8e20-483b-82ff-f66296938115 admin admin] Pushing event updated for resources: {'Network': ['ID=920f8885-e155-4a4c-b565-49a7256d330f,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:13.831100 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Network 920f8885-e155-4a4c-b565-49a7256d330f details requested by agent ovs-agent-dv-cinder-806726-2-iscsi with host dv-cinder-806726-2-iscsi {{(pid=94094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 09:37:13.869647 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-421b9087-2e67-44c2-90d5-6376884596ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:13.928316 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d08106d3-6f3a-4d59-b00b-6ed5c8a0820e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for subnet, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:14.042640 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0519b9c9-2b89-44b3-b7e7-16e1a5002d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:14.067389 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08106d3-6f3a-4d59-b00b-6ed5c8a0820e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e794dc62-4be5-46c4-ad96-64655e79d486,revision_number=0']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:14.079859 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08106d3-6f3a-4d59-b00b-6ed5c8a0820e admin admin] Checking segment: {'id': '5293fbbd-52b9-41e0-b030-f4f5135458f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:37:14.080512 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08106d3-6f3a-4d59-b00b-6ed5c8a0820e admin admin] Network hostable DHCP agents. Network: 423f25bd-20ef-4b5d-a372-f453acee8b0b, hostable agents: ['c003adbb-c13d-447f-8337-f44cd480aeda'], hosted agents: [] {{(pid=94093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 09:37:14.127288 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08106d3-6f3a-4d59-b00b-6ed5c8a0820e admin admin] Network 423f25bd-20ef-4b5d-a372-f453acee8b0b is scheduled to be hosted by DHCP agent c003adbb-c13d-447f-8337-f44cd480aeda with binding_index 1 {{(pid=94093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 09:37:14.144793 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-d08106d3-6f3a-4d59-b00b-6ed5c8a0820e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-2-iscsi, 423f25bd-20ef-4b5d-a372-f453acee8b0b) {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:37:14.152683 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08106d3-6f3a-4d59-b00b-6ed5c8a0820e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:14.155182 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d08106d3-6f3a-4d59-b00b-6ed5c8a0820e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:14.159638 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba9155f-060f-4dc2-a563-7d897e9c775e None None] Network 423f25bd-20ef-4b5d-a372-f453acee8b0b requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:37:14.195322 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-d08106d3-6f3a-4d59-b00b-6ed5c8a0820e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1069160 Sep 01 09:37:14.197452 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 59060) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:14.205164 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-f7a9691a-dcda-4a51-b780-5a7e0544fe7c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-313134090-router', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:14.210781 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 59062) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:14.259616 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-a77881bb-1ead-4e42-80d8-4c95c160a708 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=94093) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 09:37:14.260891 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-a77881bb-1ead-4e42-80d8-4c95c160a708 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0898662 Sep 01 09:37:14.270062 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f7a9691a-dcda-4a51-b780-5a7e0544fe7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16722196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3338'] for router, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:14.272207 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f7a9691a-dcda-4a51-b780-5a7e0544fe7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16687602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16687745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16692834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3357'] for router, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:14.324214 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9314cc3d-ddc5-5adb-9ce6-a70e23c5565a-423f25bd-20ef-4b5d-a372-f453acee8b0b', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'fixed_ips': [{'subnet_id': 'e794dc62-4be5-46c4-ad96-64655e79d486'}]}} from dv-cinder-806726-2-iscsi. {{(pid=94094) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 09:37:14.325125 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:14.343176 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0519b9c9-2b89-44b3-b7e7-16e1a5002d41 admin admin] Checking segment: {'id': '2b4665e7-6447-4c37-b6ee-c800a7f301e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '5ac4cf3d-f247-42f1-b84e-0ee3551418bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:37:14.343788 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0519b9c9-2b89-44b3-b7e7-16e1a5002d41 admin admin] Network hostable DHCP agents. Network: 5ac4cf3d-f247-42f1-b84e-0ee3551418bd, hostable agents: ['c003adbb-c13d-447f-8337-f44cd480aeda'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 09:37:14.367869 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ebd02301-3ab1-4d95-b4b8-69caaba46c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:14.379514 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519b9c9-2b89-44b3-b7e7-16e1a5002d41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb5c0004-fffb-4b74-ba75-7d6707be9283,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:14.446847 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f7a9691a-dcda-4a51-b780-5a7e0544fe7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:14.506010 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0519b9c9-2b89-44b3-b7e7-16e1a5002d41 admin admin] Network 5ac4cf3d-f247-42f1-b84e-0ee3551418bd is scheduled to be hosted by DHCP agent c003adbb-c13d-447f-8337-f44cd480aeda with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 09:37:14.528182 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e464f390-e097-45ed-83f7-11a349f17370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:14.530937 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.db_base_plugin_common [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Allocated IP 172.20.0.2 (423f25bd-20ef-4b5d-a372-f453acee8b0b/e794dc62-4be5-46c4-ad96-64655e79d486/6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093) {{(pid=94094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:37:14.564309 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-0519b9c9-2b89-44b3-b7e7-16e1a5002d41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-2-iscsi, 5ac4cf3d-f247-42f1-b84e-0ee3551418bd) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:37:14.578503 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0519b9c9-2b89-44b3-b7e7-16e1a5002d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:14.579250 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0519b9c9-2b89-44b3-b7e7-16e1a5002d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:14.585739 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-421b9087-2e67-44c2-90d5-6376884596ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16687563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16687858'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:14.626498 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72df979-e8b3-4385-9901-c135798ba680 None None] Network 5ac4cf3d-f247-42f1-b84e-0ee3551418bd requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:37:14.691806 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f7a9691a-dcda-4a51-b780-5a7e0544fe7c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:14.700231 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-6b16b350-1508-416a-b186-26fe09f8170e service neutron] 10.222.0.74 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238467 Sep 01 09:37:14.701750 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464f390-e097-45ed-83f7-11a349f17370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd81cb56-8012-4aea-8463-56fc1c6006dd,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:14.828794 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e464f390-e097-45ed-83f7-11a349f17370 admin admin] Checking segment: {'id': 'be33b589-b8a2-4739-a388-2c089e8bdf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:37:14.830110 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e464f390-e097-45ed-83f7-11a349f17370 admin admin] Network hostable DHCP agents. Network: 920f8885-e155-4a4c-b565-49a7256d330f, hostable agents: ['c003adbb-c13d-447f-8337-f44cd480aeda'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 09:37:14.838795 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Notify callbacks [] for port, precommit_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:14.866377 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6f1b61-c662-49f6-a783-66a546ab513f None None] Network 5ac4cf3d-f247-42f1-b84e-0ee3551418bd requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:37:14.873465 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Transition to ACTIVE for port object 6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:37:14.884214 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ebd02301-3ab1-4d95-b4b8-69caaba46c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:14.896284 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ebd02301-3ab1-4d95-b4b8-69caaba46c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:14.919869 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e464f390-e097-45ed-83f7-11a349f17370 admin admin] Network 920f8885-e155-4a4c-b565-49a7256d330f is scheduled to be hosted by DHCP agent c003adbb-c13d-447f-8337-f44cd480aeda with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 09:37:14.923911 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-0519b9c9-2b89-44b3-b7e7-16e1a5002d41 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5181546 Sep 01 09:37:14.924839 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-ebd02301-3ab1-4d95-b4b8-69caaba46c98 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=01220d8678fd46f49769a3f5f52d9fe6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7084165 Sep 01 09:37:14.929217 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 59076) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:14.939526 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-40577068-feef-4c68-951a-e5f39027c6ab service neutron] 10.222.0.74 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270985 Sep 01 09:37:14.948653 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-e464f390-e097-45ed-83f7-11a349f17370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-2-iscsi, 920f8885-e155-4a4c-b565-49a7256d330f) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:37:14.954159 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e464f390-e097-45ed-83f7-11a349f17370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:14.954751 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e464f390-e097-45ed-83f7-11a349f17370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:14.961470 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd02301-3ab1-4d95-b4b8-69caaba46c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a4db8c-a064-4f40-a4dd-12302fedd4d7,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:14.994737 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421b9087-2e67-44c2-90d5-6376884596ed admin admin] Router 4423103d-ebf7-4f1a-a591-6004005f693f is scheduled to L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 09:37:15.004432 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-e464f390-e097-45ed-83f7-11a349f17370 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5963807 Sep 01 09:37:15.007328 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 59080) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:15.019696 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-1bfa2ebb-618e-4729-9146-5b61ad78f1d5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1488568230-router', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:15.026090 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9b64d4-c4c4-467b-aafc-1d595a698c18 None None] Network 920f8885-e155-4a4c-b565-49a7256d330f requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:37:15.031497 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aabe739f-b0ac-44fe-8721-a73842a6c77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:15.034225 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Transition to ACTIVE for port object 6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093 will not be triggered until provisioned by entity DHCP. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:37:15.047023 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:15.068084 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Network 423f25bd-20ef-4b5d-a372-f453acee8b0b is already hosted by enough agents. {{(pid=94094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:37:15.070096 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aabe739f-b0ac-44fe-8721-a73842a6c77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:15.071544 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.scheduler.base_scheduler [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Resources bound (agent type, host, resource id): {{(pid=94094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:37:15.074860 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Received port after_create {{(pid=94094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:37:15.137182 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f7a9691a-dcda-4a51-b780-5a7e0544fe7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:15.169507 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f7a9691a-dcda-4a51-b780-5a7e0544fe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:15.197234 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Attempting to bind port 6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093 on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:37:15.197610 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Attempting to bind port 6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093 by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': '5293fbbd-52b9-41e0-b030-f4f5135458f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:37:15.198028 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Attempting to bind port 6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093 on network 423f25bd-20ef-4b5d-a372-f453acee8b0b {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:37:15.207099 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:37:15.207474 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Checking segment: {'id': '5293fbbd-52b9-41e0-b030-f4f5135458f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:37:15.207918 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:15.208308 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Bound using segment: {'id': '5293fbbd-52b9-41e0-b030-f4f5135458f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:37:15.208917 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Bound port: 6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5293fbbd-52b9-41e0-b030-f4f5135458f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:37:15.209314 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:15.259961 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aabe739f-b0ac-44fe-8721-a73842a6c77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:15.266867 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aabe739f-b0ac-44fe-8721-a73842a6c77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:15.270403 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-aabe739f-b0ac-44fe-8721-a73842a6c77c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/20a4db8c-a064-4f40-a4dd-12302fedd4d7 HTTP/1.1" status: 204 len: 168 time: 0.3358376 Sep 01 09:37:15.294090 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Pushing event updated for resources: {'Port': ['ID=6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093,revision_number=1']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:15.300936 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421b9087-2e67-44c2-90d5-6376884596ed admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:37:15.314901 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe739f-b0ac-44fe-8721-a73842a6c77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a4db8c-a064-4f40-a4dd-12302fedd4d7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:15.316798 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] Sync routers for ids ['4423103d-ebf7-4f1a-a591-6004005f693f'] in dv-cinder-806726-2-iscsi {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:37:15.333938 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2ebb-618e-4729-9146-5b61ad78f1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16722196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3338'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:15.335065 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2ebb-618e-4729-9146-5b61ad78f1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16687602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16687745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16692834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3357'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:15.336151 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:15.336501 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:15.336812 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] Routers {'4423103d-ebf7-4f1a-a591-6004005f693f'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:37:15.336928 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:15.337148 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:15.337471 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:15.337809 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:15.338097 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:15.338415 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:15.338759 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:15.339077 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:15.339388 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:15.339715 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Tracked resource versions report: Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: pushed versions: Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: { 'AddressGroup': {'1.2'}, Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: 'ConntrackHelper': {'1.0'}, Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: 'Log': {'1.0'}, Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: 'Network': {'1.1'}, Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: 'Port': {'1.7'}, Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: 'PortForwarding': {'1.2'}, Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: 'QosPolicy': {'1.9'}, Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: 'SecurityGroup': {'1.4'}, Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: 'SecurityGroupRule': {'1.2'}, Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: 'SubPort': {'1.0'}, Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: 'Subnet': {'1.1'}, Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: 'Trunk': {'1.1'}} Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: consumer versions: Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: { DHCP agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: HyperV agent@hv-cinder-80672: {}, Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: L3 agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: Metadata agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: Metering agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: Open vSwitch agent@dv-cinder-806726-2-iscsi: { 'AddressGroup': '1.2', Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: 'ConntrackHelper': '1.0', Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: 'Log': '1.0', Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: 'Network': '1.1', Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: 'Port': '1.7', Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: 'PortForwarding': '1.2', Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: 'QosPolicy': '1.9', Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: 'SecurityGroup': '1.4', Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: 'SecurityGroupRule': '1.2', Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: 'SubPort': '1.0', Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: 'Subnet': '1.1', Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: 'Trunk': '1.1'}} Sep 01 09:37:15.340922 dv-cinder-806726-2-iscsi neutron-server[94094]: {{(pid=94094) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 09:37:15.345240 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:36:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['4423103d-ebf7-4f1a-a591-6004005f693f'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:37:15.362203 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-421b9087-2e67-44c2-90d5-6376884596ed admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:15.363703 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-421b9087-2e67-44c2-90d5-6376884596ed admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.3203406 Sep 01 09:37:15.367155 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 59104) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:15.449285 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] For port 6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:37:15.470301 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] For port 6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093,segment=NetworkSegment(5293fbbd-52b9-41e0-b030-f4f5135458f6),segment_id=5293fbbd-52b9-41e0-b030-f4f5135458f6)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:37:15.482176 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:15.550335 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2ebb-618e-4729-9146-5b61ad78f1d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:15.589773 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] Set router 4423103d-ebf7-4f1a-a591-6004005f693f gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:37:15.629576 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e948a6b-06d2-4a51-976e-5fbe58cd4b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9314cc3d-ddc5-5adb-9ce6-a70e23c5565a-920f8885-e155-4a4c-b565-49a7256d330f', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'fixed_ips': [{'subnet_id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd'}]}} from dv-cinder-806726-2-iscsi. {{(pid=94094) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 09:37:15.630668 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-6e948a6b-06d2-4a51-976e-5fbe58cd4b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:15.750745 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1ae64-e28e-49bd-8b21-1ef8d74417db None None] Pushing event updated for resources: {'Port': ['ID=6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:15.819933 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f69f6d50-f191-4495-951b-d2ca9c09de56 req-a962e7e2-ab33-42cd-8318-45c90aa42e54 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 210 time: 0.4434192 Sep 01 09:37:15.927189 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-f7a9691a-dcda-4a51-b780-5a7e0544fe7c admin admin] Allocated IP 172.27.0.60 (5981992f-fe61-47e0-99c1-6f445c6d0ea2/24ba0698-ff73-47e7-90df-c9665eaff537/7ac8b2e7-f1ea-45c8-8686-346ee67338a5) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:37:16.108632 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f7a9691a-dcda-4a51-b780-5a7e0544fe7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:16.137382 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.db_base_plugin_common [None req-6e948a6b-06d2-4a51-976e-5fbe58cd4b81 None None] Allocated IP 172.20.0.2 (920f8885-e155-4a4c-b565-49a7256d330f/fd81cb56-8012-4aea-8463-56fc1c6006dd/3e06ce1b-5d4b-4b50-833b-3f66cacf614d) {{(pid=94094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:37:16.203441 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4423103d-ebf7-4f1a-a591-6004005f693f', 'name': 'tempest-ServerRescueNegativeTestJSON-1514488056-router', 'tenant_id': 'bda3c63758054fb894b05110b11297a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:12Z', 'updated_at': '2021-09-01T09:37:13Z', 'revision_number': 3, 'project_id': 'bda3c63758054fb894b05110b11297a6', 'gw_port': {'id': '7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4423103d-ebf7-4f1a-a591-6004005f693f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:12Z', 'updated_at': '2021-09-01T09:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:37:16.253317 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f7a9691a-dcda-4a51-b780-5a7e0544fe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:16.265891 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] Checking router: 4423103d-ebf7-4f1a-a591-6004005f693f for host: dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:37:16.266241 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] Updating router 4423103d-ebf7-4f1a-a591-6004005f693f port 7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5 binding host dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 09:37:16.326868 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:16.349026 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2ebb-618e-4729-9146-5b61ad78f1d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:16.519813 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a9691a-dcda-4a51-b780-5a7e0544fe7c admin admin] Network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:37:16.549240 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-f7a9691a-dcda-4a51-b780-5a7e0544fe7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:37:16.587174 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a9691a-dcda-4a51-b780-5a7e0544fe7c admin admin] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:37:16.595618 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-6e948a6b-06d2-4a51-976e-5fbe58cd4b81 None None] Notify callbacks [] for port, precommit_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:16.613308 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9691a-dcda-4a51-b780-5a7e0544fe7c admin admin] Pushing event updated for resources: {'Port': ['ID=7ac8b2e7-f1ea-45c8-8686-346ee67338a5,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:16.617986 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-6e948a6b-06d2-4a51-976e-5fbe58cd4b81 None None] Transition to ACTIVE for port object 3e06ce1b-5d4b-4b50-833b-3f66cacf614d will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:37:16.654621 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-6e948a6b-06d2-4a51-976e-5fbe58cd4b81 None None] Transition to ACTIVE for port object 3e06ce1b-5d4b-4b50-833b-3f66cacf614d will not be triggered until provisioned by entity DHCP. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:37:16.663319 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-6e948a6b-06d2-4a51-976e-5fbe58cd4b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:16.669806 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 59152) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:16.770632 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e948a6b-06d2-4a51-976e-5fbe58cd4b81 None None] Pushing event updated for resources: {'Port': ['ID=3e06ce1b-5d4b-4b50-833b-3f66cacf614d,revision_number=1']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:16.772972 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a6126a0d-8be4-43f1-b178-86ab8757c15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:16.794181 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e948a6b-06d2-4a51-976e-5fbe58cd4b81 None None] Network 920f8885-e155-4a4c-b565-49a7256d330f is already hosted by enough agents. {{(pid=94094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:37:16.797094 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.scheduler.base_scheduler [None req-6e948a6b-06d2-4a51-976e-5fbe58cd4b81 None None] Resources bound (agent type, host, resource id): {{(pid=94094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:37:16.802635 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e948a6b-06d2-4a51-976e-5fbe58cd4b81 None None] Received port after_create {{(pid=94094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:37:16.897106 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-6e948a6b-06d2-4a51-976e-5fbe58cd4b81 None None] Attempting to bind port 3e06ce1b-5d4b-4b50-833b-3f66cacf614d on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:37:16.897680 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-6e948a6b-06d2-4a51-976e-5fbe58cd4b81 None None] Attempting to bind port 3e06ce1b-5d4b-4b50-833b-3f66cacf614d by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': 'be33b589-b8a2-4739-a388-2c089e8bdf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:37:16.898267 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e948a6b-06d2-4a51-976e-5fbe58cd4b81 None None] Attempting to bind port 3e06ce1b-5d4b-4b50-833b-3f66cacf614d on network 920f8885-e155-4a4c-b565-49a7256d330f {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:37:16.912280 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e948a6b-06d2-4a51-976e-5fbe58cd4b81 None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:37:16.915990 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e948a6b-06d2-4a51-976e-5fbe58cd4b81 None None] Checking segment: {'id': 'be33b589-b8a2-4739-a388-2c089e8bdf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:37:16.919014 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-6e948a6b-06d2-4a51-976e-5fbe58cd4b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:16.919835 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e948a6b-06d2-4a51-976e-5fbe58cd4b81 None None] Bound using segment: {'id': 'be33b589-b8a2-4739-a388-2c089e8bdf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:37:16.920632 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-6e948a6b-06d2-4a51-976e-5fbe58cd4b81 None None] Bound port: 3e06ce1b-5d4b-4b50-833b-3f66cacf614d, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be33b589-b8a2-4739-a388-2c089e8bdf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:37:16.921254 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-6e948a6b-06d2-4a51-976e-5fbe58cd4b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:17.006784 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:17.028151 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] Transition to ACTIVE for port object 7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:37:17.041154 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:17.058342 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-6e948a6b-06d2-4a51-976e-5fbe58cd4b81 None None] For port 3e06ce1b-5d4b-4b50-833b-3f66cacf614d, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:37:17.062832 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-6e948a6b-06d2-4a51-976e-5fbe58cd4b81 None None] For port 3e06ce1b-5d4b-4b50-833b-3f66cacf614d, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=3e06ce1b-5d4b-4b50-833b-3f66cacf614d,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:37:17.069563 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-6e948a6b-06d2-4a51-976e-5fbe58cd4b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:17.086470 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] Attempting to bind port 7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5 on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:37:17.087093 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] Attempting to bind port 7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5 by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:37:17.087639 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] Attempting to bind port 7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5 on network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:37:17.150083 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:37:17.150462 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] Checking segment: {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:37:17.151335 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:17.152304 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e948a6b-06d2-4a51-976e-5fbe58cd4b81 None None] Pushing event updated for resources: {'Port': ['ID=3e06ce1b-5d4b-4b50-833b-3f66cacf614d,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:17.154448 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] Bound using segment: {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:37:17.155147 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] Bound port: 7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:37:17.155951 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:17.184188 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8675f2c2-00ec-4e5a-a64b-b43c03079cb1 req-d60f31e2-048b-4469-a0ce-2f41110a4b8d tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 210 time: 0.1829720 Sep 01 09:37:17.281375 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c70009-4878-45f2-b73a-adae118aaa40 None None] Pushing event updated for resources: {'Port': ['ID=7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:17.304629 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c70009-4878-45f2-b73a-adae118aaa40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:17.305583 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c70009-4878-45f2-b73a-adae118aaa40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:17.305783 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c70009-4878-45f2-b73a-adae118aaa40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:17.306291 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c70009-4878-45f2-b73a-adae118aaa40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:17.306760 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c70009-4878-45f2-b73a-adae118aaa40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:17.307292 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c70009-4878-45f2-b73a-adae118aaa40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:17.308566 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c70009-4878-45f2-b73a-adae118aaa40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:17.309065 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c70009-4878-45f2-b73a-adae118aaa40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:17.309862 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c70009-4878-45f2-b73a-adae118aaa40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:17.310546 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c70009-4878-45f2-b73a-adae118aaa40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:17.311040 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c70009-4878-45f2-b73a-adae118aaa40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:17.311578 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c70009-4878-45f2-b73a-adae118aaa40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c70009-4878-45f2-b73a-adae118aaa40 None None] Tracked resource versions report: Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: pushed versions: Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: { 'AddressGroup': {'1.2'}, Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: 'ConntrackHelper': {'1.0'}, Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: 'Log': {'1.0'}, Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: 'Network': {'1.1'}, Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: 'Port': {'1.7'}, Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: 'PortForwarding': {'1.2'}, Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: 'QosPolicy': {'1.9'}, Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: 'SecurityGroup': {'1.4'}, Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: 'SecurityGroupRule': {'1.2'}, Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: 'SubPort': {'1.0'}, Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: 'Subnet': {'1.1'}, Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: 'Trunk': {'1.1'}} Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: consumer versions: Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: { DHCP agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: HyperV agent@hv-cinder-80672: {}, Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: L3 agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: Metadata agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: Metering agent@dv-cinder-806726-2-iscsi: {}, Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: Open vSwitch agent@dv-cinder-806726-2-iscsi: { 'AddressGroup': '1.2', Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: 'ConntrackHelper': '1.0', Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: 'Log': '1.0', Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: 'Network': '1.1', Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: 'Port': '1.7', Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: 'PortForwarding': '1.2', Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: 'QosPolicy': '1.9', Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: 'SecurityGroup': '1.4', Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: 'SecurityGroupRule': '1.2', Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: 'SubPort': '1.0', Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: 'Subnet': '1.1', Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: 'Trunk': '1.1'}} Sep 01 09:37:17.312893 dv-cinder-806726-2-iscsi neutron-server[94096]: {{(pid=94096) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 09:37:17.325552 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] For port 7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:37:17.330547 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] For port 7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:37:17.338343 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:17.343314 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1dcd02-5213-4a10-b59e-cb0d6392ee54 None None] Network 423f25bd-20ef-4b5d-a372-f453acee8b0b requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:37:17.408167 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] Routers {'4423103d-ebf7-4f1a-a591-6004005f693f'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:37:17.409083 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:36:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['4423103d-ebf7-4f1a-a591-6004005f693f'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:37:17.411231 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c70009-4878-45f2-b73a-adae118aaa40 None None] Pushing event updated for resources: {'Port': ['ID=7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:17.459818 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a6126a0d-8be4-43f1-b178-86ab8757c15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:17.500807 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a6126a0d-8be4-43f1-b178-86ab8757c15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:17.568042 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-f960b172-ed84-4eea-828d-dc2eb0aa1c75 None None] Provisioning for port 6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093 completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:37:17.611943 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-a6126a0d-8be4-43f1-b178-86ab8757c15e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5748f81036304067b590187e956089a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9375086 Sep 01 09:37:17.616607 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 59194) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:17.639429 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6126a0d-8be4-43f1-b178-86ab8757c15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ca76de-8199-4ff7-9564-790f124a1629,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:17.652235 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f7a9691a-dcda-4a51-b780-5a7e0544fe7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:17.654917 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 59196) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:17.783758 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] Set router 4423103d-ebf7-4f1a-a591-6004005f693f gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:37:17.827401 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:37:17.893833 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port 6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:37:17.900480 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:17.901071 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:17.959838 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2ebb-618e-4729-9146-5b61ad78f1d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:17.967084 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-b3d1d89b-e118-49bd-915c-da0f253c6d92 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:17.968962 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-b3d1d89b-e118-49bd-915c-da0f253c6d92 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/networks?id=5ac4cf3d-f247-42f1-b84e-0ee3551418bd HTTP/1.1" status: 200 len: 812 time: 0.3118656 Sep 01 09:37:18.067277 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-d957a8b3-bfba-4179-829b-dec53a838ecf tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/quotas/efe058be856a4e468090c0cf4782ab90 HTTP/1.1" status: 200 len: 375 time: 0.0841613 Sep 01 09:37:18.089018 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-145e7ec5-b9aa-49bc-9f8d-5d21cd9fb845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:18.091159 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2ebb-618e-4729-9146-5b61ad78f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:18.096717 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:18.137159 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-fd837d4c-b396-4982-9dae-797732129980 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=efe058be856a4e468090c0cf4782ab90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688052 Sep 01 09:37:18.213565 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port 6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093,segment=NetworkSegment(5293fbbd-52b9-41e0-b030-f4f5135458f6),segment_id=5293fbbd-52b9-41e0-b030-f4f5135458f6)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:37:18.215546 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4423103d-ebf7-4f1a-a591-6004005f693f', 'name': 'tempest-ServerRescueNegativeTestJSON-1514488056-router', 'tenant_id': 'bda3c63758054fb894b05110b11297a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:12Z', 'updated_at': '2021-09-01T09:37:13Z', 'revision_number': 3, 'project_id': 'bda3c63758054fb894b05110b11297a6', 'gw_port': {'id': '7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4423103d-ebf7-4f1a-a591-6004005f693f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:12Z', 'updated_at': '2021-09-01T09:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:37:18.226158 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:18.227328 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 3e06ce1b-5d4b-4b50-833b-3f66cacf614d up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:37:18.263279 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-042bd32e-7818-4413-8e3c-e32f6ee2f705 None None] Provisioning complete for port 6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093 triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:18.264072 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-042bd32e-7818-4413-8e3c-e32f6ee2f705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:18.282198 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-145e7ec5-b9aa-49bc-9f8d-5d21cd9fb845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:18.315063 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208b821-e0f3-403b-b04a-0243aaf99b57 None None] The sync data for ids ['4423103d-ebf7-4f1a-a591-6004005f693f'] in dv-cinder-806726-2-iscsi is: [{'id': '4423103d-ebf7-4f1a-a591-6004005f693f', 'name': 'tempest-ServerRescueNegativeTestJSON-1514488056-router', 'tenant_id': 'bda3c63758054fb894b05110b11297a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:12Z', 'updated_at': '2021-09-01T09:37:13Z', 'revision_number': 3, 'project_id': 'bda3c63758054fb894b05110b11297a6', 'gw_port': {'id': '7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4423103d-ebf7-4f1a-a591-6004005f693f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:12Z', 'updated_at': '2021-09-01T09:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}] {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:37:18.437330 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:18.501947 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0ead83b1-72c1-4162-b49d-64dcf983cac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:18.505194 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port 3e06ce1b-5d4b-4b50-833b-3f66cacf614d completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:37:18.505778 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f7a9691a-dcda-4a51-b780-5a7e0544fe7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16687563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16687858'] for router, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:18.545680 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-145e7ec5-b9aa-49bc-9f8d-5d21cd9fb845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:18.548213 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-145e7ec5-b9aa-49bc-9f8d-5d21cd9fb845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:18.549349 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-145e7ec5-b9aa-49bc-9f8d-5d21cd9fb845 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/55ca76de-8199-4ff7-9564-790f124a1629 HTTP/1.1" status: 204 len: 168 time: 0.9238572 Sep 01 09:37:18.599004 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e7ec5-b9aa-49bc-9f8d-5d21cd9fb845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ca76de-8199-4ff7-9564-790f124a1629,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:18.663456 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0c72bde9-f6e4-4629-ad62-2de134fa8306 req-48f2d06c-683c-4dbe-b848-85a8d24b5e46 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 210 time: 0.1418571 Sep 01 09:37:18.696174 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-8ddd7783-182a-40c3-ab11-69dddbd5ca19 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=94093) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 09:37:18.703349 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-8ddd7783-182a-40c3-ab11-69dddbd5ca19 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2641184 Sep 01 09:37:18.727134 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-1bfa2ebb-618e-4729-9146-5b61ad78f1d5 admin admin] Allocated IP 172.27.0.166 (5981992f-fe61-47e0-99c1-6f445c6d0ea2/24ba0698-ff73-47e7-90df-c9665eaff537/d7cf1495-3151-41bb-a302-ef39a125e432) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:37:18.967348 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a180cb-29ba-42c8-90df-4c2517730dca None None] Network 920f8885-e155-4a4c-b565-49a7256d330f requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:37:18.971714 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-18575ba9-dc41-40b7-b022-87254125ec3d service neutron] 10.222.0.74 "GET /v2.0/networks/5ac4cf3d-f247-42f1-b84e-0ee3551418bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664900 Sep 01 09:37:19.112020 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-33a729bd-9d9d-41f7-a6e6-29a7c3c2ab75 None None] Provisioning for port 3e06ce1b-5d4b-4b50-833b-3f66cacf614d completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:37:19.132277 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a9691a-dcda-4a51-b780-5a7e0544fe7c admin admin] Router 266e646d-2782-42ea-b422-6dda57bb4b9b is scheduled to L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 with binding_index 1 {{(pid=94093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 09:37:19.142506 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-33a729bd-9d9d-41f7-a6e6-29a7c3c2ab75 None None] Provisioning complete for port 3e06ce1b-5d4b-4b50-833b-3f66cacf614d triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:19.143007 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-33a729bd-9d9d-41f7-a6e6-29a7c3c2ab75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:19.209317 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2ebb-618e-4729-9146-5b61ad78f1d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:19.322469 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.77', 60845) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:19.324432 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-0ead83b1-72c1-4162-b49d-64dcf983cac3 admin admin] Allocated IP 172.20.0.1 (bedd7e95-de82-48ff-807f-c40cd5f893c8/4142b62c-04c5-482e-b304-4963b1d58b40/d1c11195-f501-497f-b471-a9e2d207c173) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:37:19.547788 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2ebb-618e-4729-9146-5b61ad78f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:19.601187 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a9691a-dcda-4a51-b780-5a7e0544fe7c admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:37:19.623076 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-883e1d90-1af9-4f6f-9a9f-51d645716b92 service neutron] 10.222.0.74 "GET /v2.0/networks/5ac4cf3d-f247-42f1-b84e-0ee3551418bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6365542 Sep 01 09:37:19.632522 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f7a9691a-dcda-4a51-b780-5a7e0544fe7c admin admin] Notify callbacks [] for router, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:19.638266 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-f7a9691a-dcda-4a51-b780-5a7e0544fe7c admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4383626 Sep 01 09:37:19.639065 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 59264) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:19.646717 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] Sync routers for ids ['266e646d-2782-42ea-b422-6dda57bb4b9b'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:37:19.694083 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfa2ebb-618e-4729-9146-5b61ad78f1d5 admin admin] Network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:37:19.733324 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] Routers {'266e646d-2782-42ea-b422-6dda57bb4b9b'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:37:19.757464 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:36:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['266e646d-2782-42ea-b422-6dda57bb4b9b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:37:19.787055 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-1bfa2ebb-618e-4729-9146-5b61ad78f1d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:37:19.801539 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfa2ebb-618e-4729-9146-5b61ad78f1d5 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:37:19.831790 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 59270) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:19.936265 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:37:19.955704 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b226379b-6cf8-481f-845d-09dff5ed5ecf req-22d5bb94-2ec6-4ece-a86c-3e51f86b0dd3 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 210 time: 0.0806797 Sep 01 09:37:20.055375 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-152e09e7-5344-4507-9f65-5d186f54b1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:20.077122 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-33a729bd-9d9d-41f7-a6e6-29a7c3c2ab75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:20.171908 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-33a729bd-9d9d-41f7-a6e6-29a7c3c2ab75 None None] For port 3e06ce1b-5d4b-4b50-833b-3f66cacf614d, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=3e06ce1b-5d4b-4b50-833b-3f66cacf614d,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:37:20.190299 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] Set router 266e646d-2782-42ea-b422-6dda57bb4b9b gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:37:20.236188 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-fbf61938-0fef-4ed5-9e99-c7f800e63724 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:20.237748 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-fbf61938-0fef-4ed5-9e99-c7f800e63724 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.77 "GET /v2.0/networks?id=ba5ae12d-0e61-4824-8559-c069ada0cb13 HTTP/1.1" status: 200 len: 815 time: 0.9024456 Sep 01 09:37:20.249975 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-01f7c7a1-c884-4d2a-831a-3125a44fcd36 req-a560972c-ddf0-4b73-bb24-6b3805fcef9b tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 210 time: 0.1282899 Sep 01 09:37:20.276736 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa2ebb-618e-4729-9146-5b61ad78f1d5 admin admin] Pushing event updated for resources: {'Port': ['ID=d7cf1495-3151-41bb-a302-ef39a125e432,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:20.283343 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-33a729bd-9d9d-41f7-a6e6-29a7c3c2ab75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:20.347519 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a729bd-9d9d-41f7-a6e6-29a7c3c2ab75 None None] Pushing event updated for resources: {'Port': ['ID=3e06ce1b-5d4b-4b50-833b-3f66cacf614d,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:20.353050 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:20.353580 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:20.378829 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0ead83b1-72c1-4162-b49d-64dcf983cac3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:20.470932 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2ebb-618e-4729-9146-5b61ad78f1d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:20.582922 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0ead83b1-72c1-4162-b49d-64dcf983cac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:20.595370 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-152e09e7-5344-4507-9f65-5d186f54b1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:20.609163 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:37:20.629658 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-152e09e7-5344-4507-9f65-5d186f54b1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:20.637282 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ead83b1-72c1-4162-b49d-64dcf983cac3 admin admin] Network bedd7e95-de82-48ff-807f-c40cd5f893c8 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:37:20.641697 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-0ead83b1-72c1-4162-b49d-64dcf983cac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:37:20.647998 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ead83b1-72c1-4162-b49d-64dcf983cac3 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:37:20.648491 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0ead83b1-72c1-4162-b49d-64dcf983cac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16688769'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:20.702683 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-152e09e7-5344-4507-9f65-5d186f54b1cb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ed7d4b220dcc436faaa5a47d1fc8b400&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8692694 Sep 01 09:37:20.706859 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 59310) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:20.708114 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e09e7-5344-4507-9f65-5d186f54b1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d19500d-fe64-4a0b-b424-63140bbf1988,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:20.782700 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-fc339655-912f-43ef-9acc-4a6eaeb4c790 None None] Provisioning complete for port 3e06ce1b-5d4b-4b50-833b-3f66cacf614d triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:20.783324 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-fc339655-912f-43ef-9acc-4a6eaeb4c790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:20.866716 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port 7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:37:20.873909 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9eaed8ca-a434-468d-bf03-0a896f174239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:20.883909 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:20.884293 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:20.943750 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'name': 'tempest-AttachVolumeTestJSON-313134090-router', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:14Z', 'updated_at': '2021-09-01T09:37:17Z', 'revision_number': 3, 'project_id': '12d977af9d49448a9a10133701a035b1', 'gw_port': {'id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:37:20.959414 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead83b1-72c1-4162-b49d-64dcf983cac3 admin admin] Pushing event updated for resources: {'Port': ['ID=d1c11195-f501-497f-b471-a9e2d207c173,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:20.998515 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] Checking router: 266e646d-2782-42ea-b422-6dda57bb4b9b for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:37:20.998763 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] Updating router 266e646d-2782-42ea-b422-6dda57bb4b9b port 7ac8b2e7-f1ea-45c8-8686-346ee67338a5 binding host dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 09:37:21.057244 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:21.239474 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:21.239997 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2ebb-618e-4729-9146-5b61ad78f1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16687563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16687858'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:21.296760 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-9eaed8ca-a434-468d-bf03-0a896f174239 admin admin] Allocated IP 172.20.0.1 (423f25bd-20ef-4b5d-a372-f453acee8b0b/e794dc62-4be5-46c4-ad96-64655e79d486/e63326e5-8833-43bd-ac6f-42201f6d5759) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:37:21.338269 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port 7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:37:21.350612 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:21.383009 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0ead83b1-72c1-4162-b49d-64dcf983cac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:21.435224 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0aa987e2-b1c5-489e-93eb-04b4f7de9b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:21.439086 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8c03d49c-a295-4a11-810c-f5b9dead044f req-679ac48e-b659-4efe-bdb8-d75026dee657 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 210 time: 0.0557501 Sep 01 09:37:21.448610 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:21.474480 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfa2ebb-618e-4729-9146-5b61ad78f1d5 admin admin] Router d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 is scheduled to L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 09:37:21.480290 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c0eea25a-74fd-459e-8877-92b73cab1195 req-c836cd2c-06bf-4abd-bdd9-b61fb63a113c tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 210 time: 0.0942540 Sep 01 09:37:21.510393 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9eaed8ca-a434-468d-bf03-0a896f174239 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:21.518602 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0aa987e2-b1c5-489e-93eb-04b4f7de9b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:21.550770 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9eaed8ca-a434-468d-bf03-0a896f174239 admin admin] Transition to ACTIVE for port object e63326e5-8833-43bd-ac6f-42201f6d5759 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:37:21.622265 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0aa987e2-b1c5-489e-93eb-04b4f7de9b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:21.626585 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0aa987e2-b1c5-489e-93eb-04b4f7de9b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:21.630506 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-0aa987e2-b1c5-489e-93eb-04b4f7de9b50 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1d19500d-fe64-4a0b-b424-63140bbf1988 HTTP/1.1" status: 204 len: 168 time: 0.9164834 Sep 01 09:37:21.650387 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa987e2-b1c5-489e-93eb-04b4f7de9b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d19500d-fe64-4a0b-b424-63140bbf1988,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:21.653763 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9eaed8ca-a434-468d-bf03-0a896f174239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:21.699144 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaed8ca-a434-468d-bf03-0a896f174239 admin admin] Network 423f25bd-20ef-4b5d-a372-f453acee8b0b is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:37:21.701610 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-9eaed8ca-a434-468d-bf03-0a896f174239 admin admin] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:37:21.705472 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaed8ca-a434-468d-bf03-0a896f174239 admin admin] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:37:21.706280 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9eaed8ca-a434-468d-bf03-0a896f174239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16688769'] for router_interface, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:21.726862 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfa2ebb-618e-4729-9146-5b61ad78f1d5 admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:37:21.736668 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] Sync routers for ids ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'] in dv-cinder-806726-2-iscsi {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:37:21.751117 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] Routers {'d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:37:21.751340 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2ebb-618e-4729-9146-5b61ad78f1d5 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:21.753409 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:36:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:37:21.779087 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-1bfa2ebb-618e-4729-9146-5b61ad78f1d5 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.7463329 Sep 01 09:37:21.779309 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 59348) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:21.779435 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0ead83b1-72c1-4162-b49d-64dcf983cac3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:21.779562 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:21.779710 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0ead83b1-72c1-4162-b49d-64dcf983cac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:21.779710 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0ead83b1-72c1-4162-b49d-64dcf983cac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16366407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16703281'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:21.788820 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] Transition to ACTIVE for port object 7ac8b2e7-f1ea-45c8-8686-346ee67338a5 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:37:21.805014 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:37:21.873438 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:21.933764 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead83b1-72c1-4162-b49d-64dcf983cac3 admin admin] Pushing event updated for resources: {'Port': ['ID=d1c11195-f501-497f-b471-a9e2d207c173,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:22.038294 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ead83b1-72c1-4162-b49d-64dcf983cac3 admin admin] Network bedd7e95-de82-48ff-807f-c40cd5f893c8 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:37:22.042159 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-0ead83b1-72c1-4162-b49d-64dcf983cac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:37:22.045454 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] Attempting to bind port 7ac8b2e7-f1ea-45c8-8686-346ee67338a5 on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:37:22.047289 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] Attempting to bind port 7ac8b2e7-f1ea-45c8-8686-346ee67338a5 by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:37:22.050876 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] Attempting to bind port 7ac8b2e7-f1ea-45c8-8686-346ee67338a5 on network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:37:22.059317 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:22.062200 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:22.075432 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaed8ca-a434-468d-bf03-0a896f174239 admin admin] Pushing event updated for resources: {'Port': ['ID=e63326e5-8833-43bd-ac6f-42201f6d5759,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:22.118309 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2ed08-d7c1-48af-a771-fbf55ab9761d None None] Pushing event updated for resources: {'Port': ['ID=7ac8b2e7-f1ea-45c8-8686-346ee67338a5,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:22.129947 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:37:22.130326 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] Checking segment: {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:37:22.130721 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:22.131109 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] Bound using segment: {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:37:22.131596 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] Bound port: 7ac8b2e7-f1ea-45c8-8686-346ee67338a5, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:37:22.132002 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:22.153384 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] Set router d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:37:22.233320 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-3827b733-8599-4953-9129-4eb68e9211ee None None] Provisioning for port e63326e5-8833-43bd-ac6f-42201f6d5759 completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:37:22.245954 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-3827b733-8599-4953-9129-4eb68e9211ee None None] Provisioning complete for port e63326e5-8833-43bd-ac6f-42201f6d5759 triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:22.246225 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-3827b733-8599-4953-9129-4eb68e9211ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:22.278994 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] For port 7ac8b2e7-f1ea-45c8-8686-346ee67338a5, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:37:22.293443 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ead83b1-72c1-4162-b49d-64dcf983cac3 admin admin] Router 4423103d-ebf7-4f1a-a591-6004005f693f has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:37:22.336856 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] For port 7ac8b2e7-f1ea-45c8-8686-346ee67338a5, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=7ac8b2e7-f1ea-45c8-8686-346ee67338a5,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:37:22.365813 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 59358) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:22.368764 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:22.389009 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-13b0b7e7-8294-450d-bbcf-8be78b224d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:22.396592 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-3827b733-8599-4953-9129-4eb68e9211ee None None] Port e63326e5-8833-43bd-ac6f-42201f6d5759 cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:37:22.415049 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 3e06ce1b-5d4b-4b50-833b-3f66cacf614d up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:37:22.475355 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ead83b1-72c1-4162-b49d-64dcf983cac3 admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:37:22.490456 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-0ead83b1-72c1-4162-b49d-64dcf983cac3 admin admin] 10.222.0.74 "PUT /v2.0/routers/4423103d-ebf7-4f1a-a591-6004005f693f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1220591 Sep 01 09:37:22.495521 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] Sync routers for ids ['4423103d-ebf7-4f1a-a591-6004005f693f'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:37:22.520547 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] Routers {'266e646d-2782-42ea-b422-6dda57bb4b9b'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:37:22.526974 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:36:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['266e646d-2782-42ea-b422-6dda57bb4b9b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:37:22.573606 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1488568230-router', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:20Z', 'revision_number': 3, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'gw_port': {'id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:18Z', 'updated_at': '2021-09-01T09:37:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:37:22.576399 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d6121d2b-300c-4c40-a4d6-23599ba33c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:22.584200 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9eaed8ca-a434-468d-bf03-0a896f174239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:22.638006 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] Checking router: d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 for host: dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:37:22.638423 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] Updating router d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 port d7cf1495-3151-41bb-a302-ef39a125e432 binding host dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 09:37:22.672418 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-ea07ff1c-7c56-4db8-81fa-ddf8b7cba9fe tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Request body: {'port': {'device_id': 'b3cd577d-bc84-4d60-b8b5-21c45702de54', 'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13', 'admin_state_up': True, 'tenant_id': '7d9cd7d2ea324c4f93cfde52da2201d8'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:22.688599 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:22.725222 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4c589848-43ef-40c9-be87-e85f33ba94ce req-f54eca54-accc-4017-a957-26686c019d22 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 210 time: 0.1650012 Sep 01 09:37:22.825487 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d0c57a97-8d32-4adf-8f9c-3f986d3dc680 req-0570914b-ddc2-4083-9f7c-5c4427abf3b1 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 210 time: 0.1155920 Sep 01 09:37:23.068411 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] Set router 266e646d-2782-42ea-b422-6dda57bb4b9b gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:37:23.158006 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:23.172424 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] Transition to ACTIVE for port object d7cf1495-3151-41bb-a302-ef39a125e432 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:37:23.179263 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:23.201666 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] Routers {'4423103d-ebf7-4f1a-a591-6004005f693f'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:37:23.202299 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:36:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['4423103d-ebf7-4f1a-a591-6004005f693f'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:37:23.288966 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3650555-021d-49df-b443-2cd5c49e79ad None None] Pushing event updated for resources: {'Port': ['ID=d7cf1495-3151-41bb-a302-ef39a125e432,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:23.300457 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] Attempting to bind port d7cf1495-3151-41bb-a302-ef39a125e432 on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:37:23.300835 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] Attempting to bind port d7cf1495-3151-41bb-a302-ef39a125e432 by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:37:23.301485 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] Attempting to bind port d7cf1495-3151-41bb-a302-ef39a125e432 on network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:37:23.306447 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d6121d2b-300c-4c40-a4d6-23599ba33c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:23.312290 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:37:23.312762 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] Checking segment: {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:37:23.313361 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:23.313988 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] Bound using segment: {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:37:23.314648 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] Bound port: d7cf1495-3151-41bb-a302-ef39a125e432, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:37:23.315291 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:23.324070 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d6121d2b-300c-4c40-a4d6-23599ba33c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:23.351605 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2ed08-d7c1-48af-a771-fbf55ab9761d None None] Pushing event updated for resources: {'Port': ['ID=7ac8b2e7-f1ea-45c8-8686-346ee67338a5,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:23.367707 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-ea07ff1c-7c56-4db8-81fa-ddf8b7cba9fe tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Made reservation on behalf of 7d9cd7d2ea324c4f93cfde52da2201d8 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:37:23.378344 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-ea07ff1c-7c56-4db8-81fa-ddf8b7cba9fe tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:23.390677 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] For port d7cf1495-3151-41bb-a302-ef39a125e432, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:37:23.395799 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 3e06ce1b-5d4b-4b50-833b-3f66cacf614d triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:23.396260 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:23.398248 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] For port d7cf1495-3151-41bb-a302-ef39a125e432, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=d7cf1495-3151-41bb-a302-ef39a125e432,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:37:23.407544 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:23.532095 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] Routers {'d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:37:23.532630 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:36:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:37:23.537393 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] Set router 4423103d-ebf7-4f1a-a591-6004005f693f gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:37:23.542532 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3650555-021d-49df-b443-2cd5c49e79ad None None] Pushing event updated for resources: {'Port': ['ID=d7cf1495-3151-41bb-a302-ef39a125e432,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:23.740146 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-d6121d2b-300c-4c40-a4d6-23599ba33c43 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c84064e4b1cc4507a5391f5a5dcd74fa&name=default HTTP/1.1" status: 200 len: 2976 time: 1.3730531 Sep 01 09:37:23.745861 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.77', 60852) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:23.749750 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 59428) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:23.765520 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] Set router d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:37:23.772506 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'name': 'tempest-AttachVolumeTestJSON-313134090-router', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:14Z', 'updated_at': '2021-09-01T09:37:22Z', 'revision_number': 4, 'project_id': '12d977af9d49448a9a10133701a035b1', 'gw_port': {'id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'e63326e5-8833-43bd-ac6f-42201f6d5759', 'name': '', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'mac_address': 'fa:16:3e:1f:2e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:20Z', 'updated_at': '2021-09-01T09:37:21Z', 'revision_number': 1, 'project_id': '12d977af9d49448a9a10133701a035b1', 'subnets': [{'id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:37:24.004728 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-ea07ff1c-7c56-4db8-81fa-ddf8b7cba9fe tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Allocated IP 172.20.0.14 (ba5ae12d-0e61-4824-8559-c069ada0cb13/5c04e5de-52aa-4fd1-b218-e2fbbb842591/564a5788-ecc3-4d35-9977-ca25ef90cde9) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:37:24.070456 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b35a3e-4779-4389-8acf-882d8e787644 None None] The sync data for ids ['266e646d-2782-42ea-b422-6dda57bb4b9b'] in dv-cinder-806726-2-iscsi is: [{'id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'name': 'tempest-AttachVolumeTestJSON-313134090-router', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:14Z', 'updated_at': '2021-09-01T09:37:22Z', 'revision_number': 4, 'project_id': '12d977af9d49448a9a10133701a035b1', 'gw_port': {'id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'e63326e5-8833-43bd-ac6f-42201f6d5759', 'name': '', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'mac_address': 'fa:16:3e:1f:2e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:20Z', 'updated_at': '2021-09-01T09:37:21Z', 'revision_number': 1, 'project_id': '12d977af9d49448a9a10133701a035b1', 'subnets': [{'id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:37:24.143587 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:24.154074 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-07d035d5-d661-4cd2-a8ba-427671ad6c80 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:24.155700 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-07d035d5-d661-4cd2-a8ba-427671ad6c80 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/networks?id=bedd7e95-de82-48ff-807f-c40cd5f893c8 HTTP/1.1" status: 200 len: 819 time: 0.7500753 Sep 01 09:37:24.207424 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4423103d-ebf7-4f1a-a591-6004005f693f', 'name': 'tempest-ServerRescueNegativeTestJSON-1514488056-router', 'tenant_id': 'bda3c63758054fb894b05110b11297a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:12Z', 'updated_at': '2021-09-01T09:37:21Z', 'revision_number': 4, 'project_id': 'bda3c63758054fb894b05110b11297a6', 'gw_port': {'id': '7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4423103d-ebf7-4f1a-a591-6004005f693f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:12Z', 'updated_at': '2021-09-01T09:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'd1c11195-f501-497f-b471-a9e2d207c173', 'name': '', 'network_id': 'bedd7e95-de82-48ff-807f-c40cd5f893c8', 'tenant_id': 'bda3c63758054fb894b05110b11297a6', 'mac_address': 'fa:16:3e:eb:b0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4423103d-ebf7-4f1a-a591-6004005f693f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4142b62c-04c5-482e-b304-4963b1d58b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:18Z', 'updated_at': '2021-09-01T09:37:21Z', 'revision_number': 2, 'project_id': 'bda3c63758054fb894b05110b11297a6', 'subnets': [{'id': '4142b62c-04c5-482e-b304-4963b1d58b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:37:24.330807 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] Checking router: 4423103d-ebf7-4f1a-a591-6004005f693f for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:37:24.331281 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] Updating router 4423103d-ebf7-4f1a-a591-6004005f693f port d1c11195-f501-497f-b471-a9e2d207c173 binding host dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 09:37:24.335371 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-bc339a69-15c6-4423-8065-3da9354bf9cd tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/quotas/bda3c63758054fb894b05110b11297a6 HTTP/1.1" status: 200 len: 375 time: 0.1685007 Sep 01 09:37:24.415637 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:24.467770 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1488568230-router', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:20Z', 'revision_number': 3, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'gw_port': {'id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:18Z', 'updated_at': '2021-09-01T09:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:37:24.490342 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6121d2b-300c-4c40-a4d6-23599ba33c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ca6d06-1b1f-42d8-b834-139f22c6e8a1,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:24.524622 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b515974-7396-4e74-ad23-5b4d52ef3c2d None None] The sync data for ids ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'] in dv-cinder-806726-2-iscsi is: [{'id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1488568230-router', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:20Z', 'revision_number': 3, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'gw_port': {'id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:18Z', 'updated_at': '2021-09-01T09:37:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}] {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:37:24.573654 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-299839be-e83c-4c0b-b2cf-2dd30412cf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:24.907473 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-ea07ff1c-7c56-4db8-81fa-ddf8b7cba9fe tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:24.915475 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-779f5589-3e4b-491a-8ffe-5f66eb7e143d req-ebc5321e-deed-4768-a647-d60c10f7fe16 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 210 time: 0.7175665 Sep 01 09:37:24.938179 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-62ab5df7-c7fb-46e6-a865-7e5129cfc668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:25.005148 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9eaed8ca-a434-468d-bf03-0a896f174239 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:25.033632 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9f6e2139-0156-48a9-9364-47140d2bcfbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:25.039906 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-ea07ff1c-7c56-4db8-81fa-ddf8b7cba9fe tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:25.107066 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9f6e2139-0156-48a9-9364-47140d2bcfbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:25.199868 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9eaed8ca-a434-468d-bf03-0a896f174239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:25.200793 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9eaed8ca-a434-468d-bf03-0a896f174239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16366407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16703281'] for router_interface, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:25.292973 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:25.300135 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-ea07ff1c-7c56-4db8-81fa-ddf8b7cba9fe tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Network ba5ae12d-0e61-4824-8559-c069ada0cb13 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:37:25.324195 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-ea07ff1c-7c56-4db8-81fa-ddf8b7cba9fe tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:37:25.354788 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-ea07ff1c-7c56-4db8-81fa-ddf8b7cba9fe tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:37:25.361719 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-ea07ff1c-7c56-4db8-81fa-ddf8b7cba9fe tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:25.376548 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-ea07ff1c-7c56-4db8-81fa-ddf8b7cba9fe tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:25.408773 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07ff1c-7c56-4db8-81fa-ddf8b7cba9fe tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Pushing event updated for resources: {'Port': ['ID=564a5788-ecc3-4d35-9977-ca25ef90cde9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:25.420600 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-ea07ff1c-7c56-4db8-81fa-ddf8b7cba9fe tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7527351 Sep 01 09:37:25.433996 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-4a275d78-8f00-456f-a277-828e78114367 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 09:37:25.438738 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-4a275d78-8f00-456f-a277-828e78114367 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091066 Sep 01 09:37:25.454603 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:25.517080 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-50f62b85-9e2b-4448-aa5f-f1d063a10d42 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=bda3c63758054fb894b05110b11297a6&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0146010 Sep 01 09:37:25.939335 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-17e7f8c6-090d-4534-b992-ad12f7eed57c service neutron] 10.222.0.74 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393610 Sep 01 09:37:25.975116 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4ca6c-8ab9-4656-b9da-20f111c83f8a req-5b0ceda8-8e49-4ba2-af97-7e8b1afec37a tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:25.978576 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-49e4ca6c-8ab9-4656-b9da-20f111c83f8a req-5b0ceda8-8e49-4ba2-af97-7e8b1afec37a tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 932 time: 0.8211648 Sep 01 09:37:25.993825 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] Transition to ACTIVE for port object d1c11195-f501-497f-b471-a9e2d207c173 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:37:26.006479 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:26.054334 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9f6e2139-0156-48a9-9364-47140d2bcfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:26.063601 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9f6e2139-0156-48a9-9364-47140d2bcfbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:26.067322 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-9f6e2139-0156-48a9-9364-47140d2bcfbd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/55ca6d06-1b1f-42d8-b834-139f22c6e8a1 HTTP/1.1" status: 204 len: 168 time: 2.2912147 Sep 01 09:37:26.128369 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06447faf-2a0a-40e0-af3c-d3b8618163b4 None None] Pushing event updated for resources: {'Port': ['ID=d1c11195-f501-497f-b471-a9e2d207c173,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:26.211716 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:26.300910 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] Attempting to bind port d1c11195-f501-497f-b471-a9e2d207c173 on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:37:26.302072 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] Attempting to bind port d1c11195-f501-497f-b471-a9e2d207c173 by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': '9f8aaadb-9d88-4b02-b2a2-bd6e3a519981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bedd7e95-de82-48ff-807f-c40cd5f893c8'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:37:26.302673 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] Attempting to bind port d1c11195-f501-497f-b471-a9e2d207c173 on network bedd7e95-de82-48ff-807f-c40cd5f893c8 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:37:26.325059 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:37:26.326178 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] Checking segment: {'id': '9f8aaadb-9d88-4b02-b2a2-bd6e3a519981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bedd7e95-de82-48ff-807f-c40cd5f893c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:37:26.326995 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:26.327635 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] Bound using segment: {'id': '9f8aaadb-9d88-4b02-b2a2-bd6e3a519981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bedd7e95-de82-48ff-807f-c40cd5f893c8'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:37:26.328740 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] Bound port: d1c11195-f501-497f-b471-a9e2d207c173, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8aaadb-9d88-4b02-b2a2-bd6e3a519981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bedd7e95-de82-48ff-807f-c40cd5f893c8'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:37:26.329786 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:26.387274 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-e122901d-ae07-45e7-8892-922d27fd4c7a service neutron] Request body: {'port': {'device_id': 'b3cd577d-bc84-4d60-b8b5-21c45702de54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:26.419369 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] For port d1c11195-f501-497f-b471-a9e2d207c173, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:37:26.423503 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] For port d1c11195-f501-497f-b471-a9e2d207c173, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=d1c11195-f501-497f-b471-a9e2d207c173,segment=NetworkSegment(9f8aaadb-9d88-4b02-b2a2-bd6e3a519981),segment_id=9f8aaadb-9d88-4b02-b2a2-bd6e3a519981)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:37:26.435118 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:26.505927 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06447faf-2a0a-40e0-af3c-d3b8618163b4 None None] Pushing event updated for resources: {'Port': ['ID=d1c11195-f501-497f-b471-a9e2d207c173,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:26.517600 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device d7cf1495-3151-41bb-a302-ef39a125e432 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:37:26.622139 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-e122901d-ae07-45e7-8892-922d27fd4c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:26.641276 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] Routers {'4423103d-ebf7-4f1a-a591-6004005f693f'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:37:26.641957 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:37:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['4423103d-ebf7-4f1a-a591-6004005f693f'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:37:26.704769 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port d7cf1495-3151-41bb-a302-ef39a125e432 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:37:26.712871 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port d7cf1495-3151-41bb-a302-ef39a125e432 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:26.713418 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:26.766544 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e2139-0156-48a9-9364-47140d2bcfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ca6d06-1b1f-42d8-b834-139f22c6e8a1,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:26.805798 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaed8ca-a434-468d-bf03-0a896f174239 admin admin] Pushing event updated for resources: {'Port': ['ID=e63326e5-8833-43bd-ac6f-42201f6d5759,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:26.832634 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-dd813121-bc8d-458f-952f-0967d5c4fb2c tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:26.835137 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-dd813121-bc8d-458f-952f-0967d5c4fb2c tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.77 "GET /v2.0/networks?id=5ac4cf3d-f247-42f1-b84e-0ee3551418bd HTTP/1.1" status: 200 len: 812 time: 3.0727627 Sep 01 09:37:26.846472 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-49e4ca6c-8ab9-4656-b9da-20f111c83f8a req-48f1423c-be21-4744-9879-15d46fbbf723 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8214014 Sep 01 09:37:26.860970 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-299839be-e83c-4c0b-b2cf-2dd30412cf76 admin admin] Allocated IP 172.20.0.1 (920f8885-e155-4a4c-b565-49a7256d330f/fd81cb56-8012-4aea-8463-56fc1c6006dd/6f807005-7060-4e67-a542-c46e02a142ef) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:37:26.915468 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] Set router 4423103d-ebf7-4f1a-a591-6004005f693f gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:37:26.941947 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-1904999e-c617-46cc-a62b-0f9c13089a35 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Request body: {'port': {'device_id': '2cb2c98b-9be8-4159-a8c7-3de73239400f', 'network_id': '5ac4cf3d-f247-42f1-b84e-0ee3551418bd', 'admin_state_up': True, 'tenant_id': 'efe058be856a4e468090c0cf4782ab90'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:27.256282 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:27.281731 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port d7cf1495-3151-41bb-a302-ef39a125e432, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=d7cf1495-3151-41bb-a302-ef39a125e432,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:37:27.291078 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:27.296476 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 7ac8b2e7-f1ea-45c8-8686-346ee67338a5 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:37:27.380355 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b79f32e8-1a62-4ea2-bfb1-2a3787200c22 req-861caf45-673c-4989-a32e-34c78f1c2cfc tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 210 time: 0.1615217 Sep 01 09:37:27.419705 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaed8ca-a434-468d-bf03-0a896f174239 admin admin] Network 423f25bd-20ef-4b5d-a372-f453acee8b0b is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:37:27.469599 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-9eaed8ca-a434-468d-bf03-0a896f174239 admin admin] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:37:27.576798 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-ec34b4ac-62fa-4dbf-ad69-c680675b5e52 service neutron] 10.222.0.74 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5966487 Sep 01 09:37:27.671539 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-e122901d-ae07-45e7-8892-922d27fd4c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564a5788-ecc3-4d35-9977-ca25ef90cde9 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:37:27.774172 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-e122901d-ae07-45e7-8892-922d27fd4c7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:27.797243 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-e122901d-ae07-45e7-8892-922d27fd4c7a service neutron] Transition to ACTIVE for port object 564a5788-ecc3-4d35-9977-ca25ef90cde9 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:37:27.803482 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-e122901d-ae07-45e7-8892-922d27fd4c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:27.840158 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=d7cf1495-3151-41bb-a302-ef39a125e432,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:27.952924 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-1904999e-c617-46cc-a62b-0f9c13089a35 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Made reservation on behalf of efe058be856a4e468090c0cf4782ab90 for: {'port': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:37:27.958485 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-1904999e-c617-46cc-a62b-0f9c13089a35 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:28.136744 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:28.218382 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-299839be-e83c-4c0b-b2cf-2dd30412cf76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:28.273203 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-299839be-e83c-4c0b-b2cf-2dd30412cf76 admin admin] Transition to ACTIVE for port object 6f807005-7060-4e67-a542-c46e02a142ef will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:37:28.291478 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122901d-ae07-45e7-8892-922d27fd4c7a service neutron] Pushing event updated for resources: {'Port': ['ID=564a5788-ecc3-4d35-9977-ca25ef90cde9,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:28.291997 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-adaf5789-ac77-44e4-b656-6a9522586996 None None] Provisioning complete for port e63326e5-8833-43bd-ac6f-42201f6d5759 triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:28.292777 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-adaf5789-ac77-44e4-b656-6a9522586996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:28.297802 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-e122901d-ae07-45e7-8892-922d27fd4c7a service neutron] Attempting to bind port 564a5788-ecc3-4d35-9977-ca25ef90cde9 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:37:28.301953 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-e122901d-ae07-45e7-8892-922d27fd4c7a service neutron] Attempting to bind port 564a5788-ecc3-4d35-9977-ca25ef90cde9 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '21237dc9-c16a-4524-9c4f-493ab52f32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:37:28.304201 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-e122901d-ae07-45e7-8892-922d27fd4c7a service neutron] Attempting to bind port 564a5788-ecc3-4d35-9977-ca25ef90cde9 on network ba5ae12d-0e61-4824-8559-c069ada0cb13 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:37:28.314975 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-e122901d-ae07-45e7-8892-922d27fd4c7a service neutron] Port 564a5788-ecc3-4d35-9977-ca25ef90cde9 on network ba5ae12d-0e61-4824-8559-c069ada0cb13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 09:37:28.331634 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-e122901d-ae07-45e7-8892-922d27fd4c7a service neutron] Attempting to bind port 564a5788-ecc3-4d35-9977-ca25ef90cde9 on network ba5ae12d-0e61-4824-8559-c069ada0cb13 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:37:28.339567 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8c06c639-2267-4a78-b61d-3e5c08b785e8 req-bd2594f9-00cf-42de-aca2-5079220e5453 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 210 time: 0.2935338 Sep 01 09:37:28.364370 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-e122901d-ae07-45e7-8892-922d27fd4c7a service neutron] Checking agent: {'id': '8ce25ef8-d4a6-4c3d-9635-2091a35d6989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'started_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:37:28.364370 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-e122901d-ae07-45e7-8892-922d27fd4c7a service neutron] Checking segment: {'id': '21237dc9-c16a-4524-9c4f-493ab52f32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:37:28.367833 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-e122901d-ae07-45e7-8892-922d27fd4c7a service neutron] Bound using segment: {'id': '21237dc9-c16a-4524-9c4f-493ab52f32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:37:28.368439 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-e122901d-ae07-45e7-8892-922d27fd4c7a service neutron] Bound port: 564a5788-ecc3-4d35-9977-ca25ef90cde9, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21237dc9-c16a-4524-9c4f-493ab52f32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:37:28.370770 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-e122901d-ae07-45e7-8892-922d27fd4c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:28.456403 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port 7ac8b2e7-f1ea-45c8-8686-346ee67338a5 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:37:28.474156 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-adaf5789-ac77-44e4-b656-6a9522586996 None None] Port e63326e5-8833-43bd-ac6f-42201f6d5759 cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:37:28.488339 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 7ac8b2e7-f1ea-45c8-8686-346ee67338a5 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:28.488765 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:28.579136 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-e122901d-ae07-45e7-8892-922d27fd4c7a service neutron] For port 564a5788-ecc3-4d35-9977-ca25ef90cde9, host hv-cinder-80672, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:37:28.601849 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-e122901d-ae07-45e7-8892-922d27fd4c7a service neutron] For port 564a5788-ecc3-4d35-9977-ca25ef90cde9, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=564a5788-ecc3-4d35-9977-ca25ef90cde9,segment=NetworkSegment(21237dc9-c16a-4524-9c4f-493ab52f32e1),segment_id=21237dc9-c16a-4524-9c4f-493ab52f32e1)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:37:28.611967 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-e122901d-ae07-45e7-8892-922d27fd4c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:28.672413 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4423103d-ebf7-4f1a-a591-6004005f693f', 'name': 'tempest-ServerRescueNegativeTestJSON-1514488056-router', 'tenant_id': 'bda3c63758054fb894b05110b11297a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:12Z', 'updated_at': '2021-09-01T09:37:21Z', 'revision_number': 4, 'project_id': 'bda3c63758054fb894b05110b11297a6', 'gw_port': {'id': '7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4423103d-ebf7-4f1a-a591-6004005f693f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:12Z', 'updated_at': '2021-09-01T09:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'd1c11195-f501-497f-b471-a9e2d207c173', 'name': '', 'network_id': 'bedd7e95-de82-48ff-807f-c40cd5f893c8', 'tenant_id': 'bda3c63758054fb894b05110b11297a6', 'mac_address': 'fa:16:3e:eb:b0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4423103d-ebf7-4f1a-a591-6004005f693f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4142b62c-04c5-482e-b304-4963b1d58b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:18Z', 'updated_at': '2021-09-01T09:37:26Z', 'revision_number': 4, 'project_id': 'bda3c63758054fb894b05110b11297a6', 'subnets': [{'id': '4142b62c-04c5-482e-b304-4963b1d58b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:37:28.703566 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-e122901d-ae07-45e7-8892-922d27fd4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:28.705789 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-e122901d-ae07-45e7-8892-922d27fd4c7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:28.708749 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-e122901d-ae07-45e7-8892-922d27fd4c7a service neutron] 10.222.0.77 "PUT /v2.0/ports/564a5788-ecc3-4d35-9977-ca25ef90cde9 HTTP/1.1" status: 200 len: 1094 time: 2.4916859 Sep 01 09:37:28.712964 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3cd577d-bc84-4d60-b8b5-21c45702de54', 'tag': '564a5788-ecc3-4d35-9977-ca25ef90cde9'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:37:28.769747 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c715cc-3790-45f6-8c3b-71eaa0a4abd6 None None] The sync data for ids ['4423103d-ebf7-4f1a-a591-6004005f693f'] in dv-cinder-806726-2-iscsi is: [{'id': '4423103d-ebf7-4f1a-a591-6004005f693f', 'name': 'tempest-ServerRescueNegativeTestJSON-1514488056-router', 'tenant_id': 'bda3c63758054fb894b05110b11297a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:12Z', 'updated_at': '2021-09-01T09:37:21Z', 'revision_number': 4, 'project_id': 'bda3c63758054fb894b05110b11297a6', 'gw_port': {'id': '7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4423103d-ebf7-4f1a-a591-6004005f693f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:12Z', 'updated_at': '2021-09-01T09:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'd1c11195-f501-497f-b471-a9e2d207c173', 'name': '', 'network_id': 'bedd7e95-de82-48ff-807f-c40cd5f893c8', 'tenant_id': 'bda3c63758054fb894b05110b11297a6', 'mac_address': 'fa:16:3e:eb:b0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4423103d-ebf7-4f1a-a591-6004005f693f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4142b62c-04c5-482e-b304-4963b1d58b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:18Z', 'updated_at': '2021-09-01T09:37:26Z', 'revision_number': 4, 'project_id': 'bda3c63758054fb894b05110b11297a6', 'subnets': [{'id': '4142b62c-04c5-482e-b304-4963b1d58b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:37:28.882209 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 59566) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:28.897704 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:28.949123 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port 7ac8b2e7-f1ea-45c8-8686-346ee67338a5, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=7ac8b2e7-f1ea-45c8-8686-346ee67338a5,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:37:28.962522 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:29.037888 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=7ac8b2e7-f1ea-45c8-8686-346ee67338a5,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:29.047193 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ecb0669a-62f6-432e-9bfd-4159ce7643fc req-25b00041-b577-4e10-b2b2-4e623cdb6454 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 210 time: 0.4308674 Sep 01 09:37:29.213553 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122901d-ae07-45e7-8892-922d27fd4c7a service neutron] Pushing event updated for resources: {'Port': ['ID=564a5788-ecc3-4d35-9977-ca25ef90cde9,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:29.228043 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-cb76504d-d509-43b4-b90a-555c9fe0fde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:29.229714 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-cb76504d-d509-43b4-b90a-555c9fe0fde5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d9cd7d2ea324c4f93cfde52da2201d8&device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 1097 time: 0.3121283 Sep 01 09:37:29.399224 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device d7cf1495-3151-41bb-a302-ef39a125e432 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:37:29.445794 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1158da6c3346bc0ee3ec7fc22ff852373ba0e4f09dd7013d76cb48f019b6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6eae633-ba26-4450-9078-5c718c0ee9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b3cd577d-bc84-4d60-b8b5-21c45702de54", "tag": "564a5788-ecc3-4d35-9977-ca25ef90cde9"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:37:29.465182 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eaed8ca-a434-468d-bf03-0a896f174239 admin admin] Router 266e646d-2782-42ea-b422-6dda57bb4b9b has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:37:29.561818 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port d7cf1495-3151-41bb-a302-ef39a125e432 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:29.562397 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:29.620265 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-f30d6e23-c660-4741-b89b-ff14880e73ee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=564a5788-ecc3-4d35-9977-ca25ef90cde9 HTTP/1.1" status: 200 len: 217 time: 0.3663423 Sep 01 09:37:29.805740 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device d1c11195-f501-497f-b471-a9e2d207c173 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:37:29.839211 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-299839be-e83c-4c0b-b2cf-2dd30412cf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:29.861880 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d4b73-10f1-4448-9ec0-a1b569c3fcd3 req-974d3307-8009-46be-b2b9-9f3976b120af tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:29.864209 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-056d4b73-10f1-4448-9ec0-a1b569c3fcd3 req-974d3307-8009-46be-b2b9-9f3976b120af tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 944 time: 1.6978331 Sep 01 09:37:29.866234 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-107befa6-46a4-4004-a6f9-bd24476475d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:29.873230 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341de295-db26-46bb-a431-bfd95aab72da req-baf40f8c-c7c4-42eb-a237-04a50b9d37f6 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:29.874478 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-107befa6-46a4-4004-a6f9-bd24476475d1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5c04e5de-52aa-4fd1-b218-e2fbbb842591 HTTP/1.1" status: 200 len: 855 time: 0.2084742 Sep 01 09:37:29.884807 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-341de295-db26-46bb-a431-bfd95aab72da req-baf40f8c-c7c4-42eb-a237-04a50b9d37f6 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/networks?id=bedd7e95-de82-48ff-807f-c40cd5f893c8 HTTP/1.1" status: 200 len: 819 time: 0.5988615 Sep 01 09:37:29.925797 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port d1c11195-f501-497f-b471-a9e2d207c173 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:37:29.945229 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port d1c11195-f501-497f-b471-a9e2d207c173 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:29.945229 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:29.991301 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-341de295-db26-46bb-a431-bfd95aab72da req-ae845742-7ac0-4469-ab25-dad07c853dcf tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/quotas/bda3c63758054fb894b05110b11297a6 HTTP/1.1" status: 200 len: 375 time: 0.1049938 Sep 01 09:37:30.087215 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:30.098637 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-79c8a01d-1053-46a5-9c67-52c08206a1f4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ba5ae12d-0e61-4824-8559-c069ada0cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2155674 Sep 01 09:37:30.134495 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port d1c11195-f501-497f-b471-a9e2d207c173, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=d1c11195-f501-497f-b471-a9e2d207c173,segment=NetworkSegment(9f8aaadb-9d88-4b02-b2a2-bd6e3a519981),segment_id=9f8aaadb-9d88-4b02-b2a2-bd6e3a519981)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:37:30.141640 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:30.221710 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=d1c11195-f501-497f-b471-a9e2d207c173,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:30.279707 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.77', 60865) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:30.352740 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-02765605-395c-4174-aa03-bcaca1fe9305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:30.389352 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299839be-e83c-4c0b-b2cf-2dd30412cf76 admin admin] Network 920f8885-e155-4a4c-b565-49a7256d330f is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:37:30.470193 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-299839be-e83c-4c0b-b2cf-2dd30412cf76 admin admin] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:37:30.510940 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-96b5f6da-c33a-4cbb-bcc4-f1b4d8904775 service neutron] 10.222.0.77 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749709 Sep 01 09:37:30.513626 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-1904999e-c617-46cc-a62b-0f9c13089a35 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Allocated IP 172.20.0.11 (5ac4cf3d-f247-42f1-b84e-0ee3551418bd/fb5c0004-fffb-4b74-ba75-7d6707be9283/4205bb18-5434-4143-8d8b-a4a64205da9b) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:37:30.548098 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299839be-e83c-4c0b-b2cf-2dd30412cf76 admin admin] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:37:30.548444 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-299839be-e83c-4c0b-b2cf-2dd30412cf76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16688769'] for router_interface, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:30.549017 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-ca2cecf4-21f7-4273-a6b4-c328fa3df15e tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:30.551103 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-ca2cecf4-21f7-4273-a6b4-c328fa3df15e tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.77 "GET /v2.0/networks?id=bedd7e95-de82-48ff-807f-c40cd5f893c8 HTTP/1.1" status: 200 len: 819 time: 0.2645493 Sep 01 09:37:30.587006 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299839be-e83c-4c0b-b2cf-2dd30412cf76 admin admin] Pushing event updated for resources: {'Port': ['ID=6f807005-7060-4e67-a542-c46e02a142ef,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:30.748884 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-056d4b73-10f1-4448-9ec0-a1b569c3fcd3 req-d7490da3-b9da-48cd-bef1-1bda4a6ab0a3 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8610547 Sep 01 09:37:30.923204 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-341de295-db26-46bb-a431-bfd95aab72da req-4d265766-2c33-4622-a7bd-9c904443eb2d tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=bda3c63758054fb894b05110b11297a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9309578 Sep 01 09:37:30.962275 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-b665d49d-5bbf-4168-a90c-6aeebd8a0ae9 None None] Provisioning for port 6f807005-7060-4e67-a542-c46e02a142ef completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:37:30.971304 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-b665d49d-5bbf-4168-a90c-6aeebd8a0ae9 None None] Provisioning complete for port 6f807005-7060-4e67-a542-c46e02a142ef triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:30.972257 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b665d49d-5bbf-4168-a90c-6aeebd8a0ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:31.017099 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 59636) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:31.048141 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-b665d49d-5bbf-4168-a90c-6aeebd8a0ae9 None None] Port 6f807005-7060-4e67-a542-c46e02a142ef cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:37:31.136980 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032588f2-5c55-4eac-9bb2-7d136066885d x-openstack-request-id: req-032588f2-5c55-4eac-9bb2-7d136066885d {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:37:31.137363 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3cd577d-bc84-4d60-b8b5-21c45702de54", "tag": "564a5788-ecc3-4d35-9977-ca25ef90cde9", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:37:31.137709 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-032588f2-5c55-4eac-9bb2-7d136066885d {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:37:31.138459 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3cd577d-bc84-4d60-b8b5-21c45702de54', 'tag': '564a5788-ecc3-4d35-9977-ca25ef90cde9', 'status': 'completed', 'code': 200} Sep 01 09:37:31.150061 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device d1c11195-f501-497f-b471-a9e2d207c173 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:37:31.234398 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port d1c11195-f501-497f-b471-a9e2d207c173 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:31.234774 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:31.242532 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-05254dd2-a1d3-41c1-af1c-032d6c13aa70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:31.252044 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eaed8ca-a434-468d-bf03-0a896f174239 admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:37:31.263937 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] Sync routers for ids ['266e646d-2782-42ea-b422-6dda57bb4b9b'] in dv-cinder-806726-2-iscsi {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:37:31.274399 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] Routers {'266e646d-2782-42ea-b422-6dda57bb4b9b'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:37:31.275275 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:37:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['266e646d-2782-42ea-b422-6dda57bb4b9b'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:37:31.284769 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-9eaed8ca-a434-468d-bf03-0a896f174239 admin admin] 10.222.0.74 "PUT /v2.0/routers/266e646d-2782-42ea-b422-6dda57bb4b9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6445658 Sep 01 09:37:31.353625 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ae0ce158-e5c2-46ab-b815-538c171db0c7 req-d126b3e4-ff26-4a48-923a-2cae020916b5 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 210 time: 0.1089084 Sep 01 09:37:31.374446 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 7ac8b2e7-f1ea-45c8-8686-346ee67338a5 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:37:31.444610 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-341de295-db26-46bb-a431-bfd95aab72da req-cac6003e-9208-4fbc-ad0e-227386a9f681 service neutron] 10.222.0.74 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932399 Sep 01 09:37:31.488541 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 7ac8b2e7-f1ea-45c8-8686-346ee67338a5 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:31.489042 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:31.562870 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] Set router 266e646d-2782-42ea-b422-6dda57bb4b9b gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:37:31.894063 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'name': 'tempest-AttachVolumeTestJSON-313134090-router', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:14Z', 'updated_at': '2021-09-01T09:37:22Z', 'revision_number': 4, 'project_id': '12d977af9d49448a9a10133701a035b1', 'gw_port': {'id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'e63326e5-8833-43bd-ac6f-42201f6d5759', 'name': '', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'mac_address': 'fa:16:3e:1f:2e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:20Z', 'updated_at': '2021-09-01T09:37:23Z', 'revision_number': 2, 'project_id': '12d977af9d49448a9a10133701a035b1', 'subnets': [{'id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:37:31.913659 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-1904999e-c617-46cc-a62b-0f9c13089a35 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:31.976888 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] Checking router: 266e646d-2782-42ea-b422-6dda57bb4b9b for host: dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:37:31.977292 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] Updating router 266e646d-2782-42ea-b422-6dda57bb4b9b port e63326e5-8833-43bd-ac6f-42201f6d5759 binding host dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 09:37:31.986567 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-299839be-e83c-4c0b-b2cf-2dd30412cf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:32.048055 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:32.077370 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-02765605-395c-4174-aa03-bcaca1fe9305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:32.161114 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-02765605-395c-4174-aa03-bcaca1fe9305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:32.186795 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 59664) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:32.192184 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f4b7b2e7-3c73-4255-b49e-d2f961d4fd8a tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1994789598', 'description': 'tempest-description--254504988'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:32.290183 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-05254dd2-a1d3-41c1-af1c-032d6c13aa70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:32.300380 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-05254dd2-a1d3-41c1-af1c-032d6c13aa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:32.352708 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-05254dd2-a1d3-41c1-af1c-032d6c13aa70 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5c265218f27e4254994c71bdd1569e0e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3339310 Sep 01 09:37:32.387240 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 59668) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:32.417339 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02765605-395c-4174-aa03-bcaca1fe9305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59069244-d920-4a63-a0c8-76f7ec92dcb4,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:32.437514 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f4b7b2e7-3c73-4255-b49e-d2f961d4fd8a tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:32.440693 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05254dd2-a1d3-41c1-af1c-032d6c13aa70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6215524-fbb5-4e53-adfa-996f177de759,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:32.457365 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-02765605-395c-4174-aa03-bcaca1fe9305 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9fc42b5628e846a58f9dd628de32c50e&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5442293 Sep 01 09:37:32.459583 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-341de295-db26-46bb-a431-bfd95aab72da req-f481c27d-c1af-4806-9849-f0cdb565a60f service neutron] 10.222.0.74 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0066335 Sep 01 09:37:32.469132 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 59672) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:32.525642 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ab62e-df02-47b4-92f5-c0d3496f02bc req-b081b93a-5884-4e3e-a0ae-4a854748209d tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:32.527586 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e03ab62e-df02-47b4-92f5-c0d3496f02bc req-b081b93a-5884-4e3e-a0ae-4a854748209d tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 944 time: 0.2584958 Sep 01 09:37:32.539918 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-1904999e-c617-46cc-a62b-0f9c13089a35 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:32.700154 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-1904999e-c617-46cc-a62b-0f9c13089a35 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Network 5ac4cf3d-f247-42f1-b84e-0ee3551418bd is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:37:32.715232 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-1904999e-c617-46cc-a62b-0f9c13089a35 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:37:32.742076 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-1904999e-c617-46cc-a62b-0f9c13089a35 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:37:32.747805 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-1904999e-c617-46cc-a62b-0f9c13089a35 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:32.748729 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-1904999e-c617-46cc-a62b-0f9c13089a35 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:32.755451 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f4b7b2e7-3c73-4255-b49e-d2f961d4fd8a tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:32.755880 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e03ab62e-df02-47b4-92f5-c0d3496f02bc req-e92cd903-fb8c-4a24-bcf6-3a3dfa9933cb tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117245 Sep 01 09:37:32.775145 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f4b7b2e7-3c73-4255-b49e-d2f961d4fd8a tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:32.787784 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:32.822797 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904999e-c617-46cc-a62b-0f9c13089a35 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Pushing event updated for resources: {'Port': ['ID=4205bb18-5434-4143-8d8b-a4a64205da9b,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:32.823296 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] Transition to ACTIVE for port object e63326e5-8833-43bd-ac6f-42201f6d5759 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:37:32.827136 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-03a4ad0d-d4dc-4ff7-bb0d-e6672637cf90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:32.833383 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:32.841875 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f4b7b2e7-3c73-4255-b49e-d2f961d4fd8a tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:32.844206 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-f4b7b2e7-3c73-4255-b49e-d2f961d4fd8a tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6557791 Sep 01 09:37:32.850288 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 59680) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:32.855725 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-317597d5-6799-42c7-8c08-a5a69ddd251a tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Request body: {'security_group_rule': {'security_group_id': '6d44aac5-d706-480c-8102-b8aa903215ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:32.866068 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7c03b8e6-b9ad-4fbb-aac4-9de03f3668a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:32.874510 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-03a4ad0d-d4dc-4ff7-bb0d-e6672637cf90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:32.897476 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7b2e7-3c73-4255-b49e-d2f961d4fd8a tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d44aac5-d706-480c-8102-b8aa903215ed,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:32.922579 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7c03b8e6-b9ad-4fbb-aac4-9de03f3668a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:32.984429 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-1904999e-c617-46cc-a62b-0f9c13089a35 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0671537 Sep 01 09:37:33.010763 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e38cdf-0338-4faa-a94e-e95855474455 None None] Pushing event updated for resources: {'Port': ['ID=e63326e5-8833-43bd-ac6f-42201f6d5759,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:33.025326 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-317597d5-6799-42c7-8c08-a5a69ddd251a tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:33.025497 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-03a4ad0d-d4dc-4ff7-bb0d-e6672637cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:33.035157 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-03a4ad0d-d4dc-4ff7-bb0d-e6672637cf90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:33.052479 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-03a4ad0d-d4dc-4ff7-bb0d-e6672637cf90 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a6215524-fbb5-4e53-adfa-996f177de759 HTTP/1.1" status: 204 len: 168 time: 0.6406467 Sep 01 09:37:33.071733 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-299839be-e83c-4c0b-b2cf-2dd30412cf76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:33.078954 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] Attempting to bind port e63326e5-8833-43bd-ac6f-42201f6d5759 on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:37:33.081973 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] Attempting to bind port e63326e5-8833-43bd-ac6f-42201f6d5759 by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': '5293fbbd-52b9-41e0-b030-f4f5135458f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:37:33.082913 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] Attempting to bind port e63326e5-8833-43bd-ac6f-42201f6d5759 on network 423f25bd-20ef-4b5d-a372-f453acee8b0b {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:37:33.104471 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:37:33.105259 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] Checking segment: {'id': '5293fbbd-52b9-41e0-b030-f4f5135458f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:37:33.106593 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:33.107487 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] Bound using segment: {'id': '5293fbbd-52b9-41e0-b030-f4f5135458f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:37:33.121232 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] Bound port: e63326e5-8833-43bd-ac6f-42201f6d5759, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5293fbbd-52b9-41e0-b030-f4f5135458f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:37:33.122413 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:33.143438 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-738ee172-0c61-4f6c-a72e-c0c11caf1da4 req-b0e9295f-258b-4d01-ac85-206dec77ebf7 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 210 time: 0.2116194 Sep 01 09:37:33.151570 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-299839be-e83c-4c0b-b2cf-2dd30412cf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:33.152921 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-299839be-e83c-4c0b-b2cf-2dd30412cf76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16366407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16703281'] for router_interface, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:33.202722 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7c03b8e6-b9ad-4fbb-aac4-9de03f3668a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:33.207762 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7c03b8e6-b9ad-4fbb-aac4-9de03f3668a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:33.212902 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-7c03b8e6-b9ad-4fbb-aac4-9de03f3668a3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/59069244-d920-4a63-a0c8-76f7ec92dcb4 HTTP/1.1" status: 204 len: 168 time: 0.7414522 Sep 01 09:37:33.237771 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299839be-e83c-4c0b-b2cf-2dd30412cf76 admin admin] Pushing event updated for resources: {'Port': ['ID=6f807005-7060-4e67-a542-c46e02a142ef,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:33.243892 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4ad0d-d4dc-4ff7-bb0d-e6672637cf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6215524-fbb5-4e53-adfa-996f177de759,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:33.280204 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-317597d5-6799-42c7-8c08-a5a69ddd251a tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:33.282872 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03b8e6-b9ad-4fbb-aac4-9de03f3668a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59069244-d920-4a63-a0c8-76f7ec92dcb4,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:33.286639 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-317597d5-6799-42c7-8c08-a5a69ddd251a tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:33.302422 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] For port e63326e5-8833-43bd-ac6f-42201f6d5759, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:37:33.309084 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317597d5-6799-42c7-8c08-a5a69ddd251a tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6222298b-3ee4-4500-8fb2-1a3f1f8ca8bd,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:33.318088 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc074585-b091-464b-b555-c6ab94e7516c req-6c9164ed-64dc-467f-a1f3-c988e33d19d4 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:33.321494 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] For port e63326e5-8833-43bd-ac6f-42201f6d5759, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=e63326e5-8833-43bd-ac6f-42201f6d5759,segment=NetworkSegment(5293fbbd-52b9-41e0-b030-f4f5135458f6),segment_id=5293fbbd-52b9-41e0-b030-f4f5135458f6)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:37:33.327411 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bc074585-b091-464b-b555-c6ab94e7516c req-6c9164ed-64dc-467f-a1f3-c988e33d19d4 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 932 time: 0.5996478 Sep 01 09:37:33.327925 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-317597d5-6799-42c7-8c08-a5a69ddd251a tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:33.330365 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:33.332698 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-317597d5-6799-42c7-8c08-a5a69ddd251a tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4809077 Sep 01 09:37:33.333423 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 59692) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:33.347761 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-67339d3f-4bd4-42f5-8d7d-dd92f568c0c8 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Request body: {'security_group_rule': {'security_group_id': '6d44aac5-d706-480c-8102-b8aa903215ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:33.489017 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e38cdf-0338-4faa-a94e-e95855474455 None None] Pushing event updated for resources: {'Port': ['ID=e63326e5-8833-43bd-ac6f-42201f6d5759,revision_number=4']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:33.557729 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] Routers {'266e646d-2782-42ea-b422-6dda57bb4b9b'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:37:33.558372 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:37:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['266e646d-2782-42ea-b422-6dda57bb4b9b'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:37:33.619561 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bc074585-b091-464b-b555-c6ab94e7516c req-8f8518f1-ee1d-41b4-92c4-37b749dd1044 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ae8d7e9-dbb0-457e-a7b0-f7c29f9a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909870 Sep 01 09:37:33.621680 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299839be-e83c-4c0b-b2cf-2dd30412cf76 admin admin] Network 920f8885-e155-4a4c-b565-49a7256d330f is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:37:33.640183 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-299839be-e83c-4c0b-b2cf-2dd30412cf76 admin admin] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:37:33.658473 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-67339d3f-4bd4-42f5-8d7d-dd92f568c0c8 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:33.886024 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 59706) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:33.976926 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0b8c8243-1eae-4e08-a457-e189c6859605 req-a23a78b5-9e93-4188-b332-b8a44ded40c7 service neutron] 10.222.0.77 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882118 Sep 01 09:37:33.981457 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] Set router 266e646d-2782-42ea-b422-6dda57bb4b9b gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:37:33.985349 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-9ca51f5b-6ca0-4d96-9593-c3a40e4ffbca tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Request body: {'port': {'device_id': 'a5c3a361-2673-4141-9b86-c15c00ce7a73', 'network_id': 'bedd7e95-de82-48ff-807f-c40cd5f893c8', 'admin_state_up': True, 'tenant_id': 'bda3c63758054fb894b05110b11297a6'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:34.080467 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-faa18738-3b5e-47a3-9919-986b16c2def3 service neutron] Request body: {'port': {'device_id': '2cb2c98b-9be8-4159-a8c7-3de73239400f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:34.170748 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-da64130d-ff69-4581-9d2e-79797379a5db None None] Provisioning complete for port 6f807005-7060-4e67-a542-c46e02a142ef triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:34.172922 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-da64130d-ff69-4581-9d2e-79797379a5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:34.304613 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-da64130d-ff69-4581-9d2e-79797379a5db None None] Port 6f807005-7060-4e67-a542-c46e02a142ef cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:37:34.308571 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:37:34.351386 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 59712) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:34.360532 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b372ad6-9ad1-48dd-a1aa-7903c90f4bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:34.418520 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'name': 'tempest-AttachVolumeTestJSON-313134090-router', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:14Z', 'updated_at': '2021-09-01T09:37:22Z', 'revision_number': 4, 'project_id': '12d977af9d49448a9a10133701a035b1', 'gw_port': {'id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'e63326e5-8833-43bd-ac6f-42201f6d5759', 'name': '', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'mac_address': 'fa:16:3e:1f:2e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:20Z', 'updated_at': '2021-09-01T09:37:33Z', 'revision_number': 4, 'project_id': '12d977af9d49448a9a10133701a035b1', 'subnets': [{'id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:37:34.461228 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206ae397-344e-4221-9f61-b5df3b19307f None None] The sync data for ids ['266e646d-2782-42ea-b422-6dda57bb4b9b'] in dv-cinder-806726-2-iscsi is: [{'id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'name': 'tempest-AttachVolumeTestJSON-313134090-router', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:14Z', 'updated_at': '2021-09-01T09:37:22Z', 'revision_number': 4, 'project_id': '12d977af9d49448a9a10133701a035b1', 'gw_port': {'id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'e63326e5-8833-43bd-ac6f-42201f6d5759', 'name': '', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'mac_address': 'fa:16:3e:1f:2e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:20Z', 'updated_at': '2021-09-01T09:37:33Z', 'revision_number': 4, 'project_id': '12d977af9d49448a9a10133701a035b1', 'subnets': [{'id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:37:34.492440 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-17b62b8c-068a-42a2-89ef-3dc11cb7b94f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:34.533216 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eae633-ba26-4450-9078-5c718c0ee9c8 req-5f039984-5ccd-4106-93bb-e8929c7dec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:34.535651 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c6eae633-ba26-4450-9078-5c718c0ee9c8 req-5f039984-5ccd-4106-93bb-e8929c7dec23 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d9cd7d2ea324c4f93cfde52da2201d8&device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 1097 time: 0.1858323 Sep 01 09:37:34.624814 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-284dfa1c-a8c6-4f7e-904d-5a50ee9e5af0 req-c78fec1d-5ba1-4a86-a143-aa1e4263db8e tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 210 time: 0.2376902 Sep 01 09:37:34.637462 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299839be-e83c-4c0b-b2cf-2dd30412cf76 admin admin] Router d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:37:34.719499 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b372ad6-9ad1-48dd-a1aa-7903c90f4bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:34.732507 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a66e90-aad3-45eb-9027-8e11236b1e8c req-efad1f1f-a02a-42bb-8afb-db1e015dd396 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:34.734069 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-80a66e90-aad3-45eb-9027-8e11236b1e8c req-efad1f1f-a02a-42bb-8afb-db1e015dd396 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 944 time: 0.7048764 Sep 01 09:37:34.740267 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b372ad6-9ad1-48dd-a1aa-7903c90f4bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:34.749097 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.db.api [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-9ca51f5b-6ca0-4d96-9593-c3a40e4ffbca tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 09:37:34.749097 dv-cinder-806726-2-iscsi neutron-server[94092]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 09:37:34.749097 dv-cinder-806726-2-iscsi neutron-server[94092]: [parameters: {'project_id_1': 'bda3c63758054fb894b05110b11297a6', 'expiration_1': datetime.datetime(2021, 9, 1, 9, 37, 34, 519608)}] Sep 01 09:37:34.749097 dv-cinder-806726-2-iscsi neutron-server[94092]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 09:37:34.749678 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG oslo_db.api [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-9ca51f5b-6ca0-4d96-9593-c3a40e4ffbca tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 09:37:34.866368 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-faa18738-3b5e-47a3-9919-986b16c2def3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:34.939143 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-17b62b8c-068a-42a2-89ef-3dc11cb7b94f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:34.945057 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-17b62b8c-068a-42a2-89ef-3dc11cb7b94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:34.985679 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-17b62b8c-068a-42a2-89ef-3dc11cb7b94f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6d9d19729478408b94c2d8195a41748f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6290131 Sep 01 09:37:34.989249 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-67339d3f-4bd4-42f5-8d7d-dd92f568c0c8 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:34.997297 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 59726) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:35.008380 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b62b8c-068a-42a2-89ef-3dc11cb7b94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ab6bdc-420c-494c-a2d6-2eeeb1acd153,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:35.039114 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b372ad6-9ad1-48dd-a1aa-7903c90f4bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27aef970-a308-47c4-b0cf-b340687fc2f2,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:35.052754 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-67339d3f-4bd4-42f5-8d7d-dd92f568c0c8 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:35.117686 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-80a66e90-aad3-45eb-9027-8e11236b1e8c req-e7e0b631-cb86-425c-b07b-4aad1a7dd162 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654137 Sep 01 09:37:35.133804 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device e63326e5-8833-43bd-ac6f-42201f6d5759 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:37:35.135800 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-3b372ad6-9ad1-48dd-a1aa-7903c90f4bcb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b5f685637fcc485d9bed8e07fe7f92aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1839490 Sep 01 09:37:35.139501 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 59730) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:35.214150 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port e63326e5-8833-43bd-ac6f-42201f6d5759 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:37:35.218786 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port e63326e5-8833-43bd-ac6f-42201f6d5759 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:35.219158 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:35.227441 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7db6bf1f-342e-4a32-abc9-3f2878e51c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:35.269154 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7db6bf1f-342e-4a32-abc9-3f2878e51c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:35.287277 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054804b-f39b-48da-9ba2-6c1e3c82aae3 req-77c3e267-eab6-40d4-8c18-c2e3197c9162 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:35.295710 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a054804b-f39b-48da-9ba2-6c1e3c82aae3 req-77c3e267-eab6-40d4-8c18-c2e3197c9162 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 932 time: 0.3578358 Sep 01 09:37:35.321212 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-9ca51f5b-6ca0-4d96-9593-c3a40e4ffbca tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Made reservation on behalf of bda3c63758054fb894b05110b11297a6 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:37:35.324845 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-9ca51f5b-6ca0-4d96-9593-c3a40e4ffbca tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:35.329966 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-67339d3f-4bd4-42f5-8d7d-dd92f568c0c8 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:35.331175 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-67339d3f-4bd4-42f5-8d7d-dd92f568c0c8 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9916015 Sep 01 09:37:35.332387 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299839be-e83c-4c0b-b2cf-2dd30412cf76 admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:37:35.346440 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e14bda71-4cde-4f6c-a77f-f102d1d47435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:35.346883 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] Sync routers for ids ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:37:35.350951 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-299839be-e83c-4c0b-b2cf-2dd30412cf76 admin admin] 10.222.0.74 "PUT /v2.0/routers/d3019e6e-d3ad-4ad1-8add-ed32c050d5c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5897918 Sep 01 09:37:35.351835 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 59732) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:35.370942 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] Routers {'d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:37:35.371924 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:37:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:37:35.379825 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-e141c513-eb7d-4c19-900f-4bbe6f23738c tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Request body: {'floatingip': {'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:35.383829 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67339d3f-4bd4-42f5-8d7d-dd92f568c0c8 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=029ed544-1f7b-4fc7-814b-631d62acae76,revision_number=0']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:35.430267 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:35.478361 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port e63326e5-8833-43bd-ac6f-42201f6d5759, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=e63326e5-8833-43bd-ac6f-42201f6d5759,segment=NetworkSegment(5293fbbd-52b9-41e0-b030-f4f5135458f6),segment_id=5293fbbd-52b9-41e0-b030-f4f5135458f6)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:37:35.489503 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:35.642927 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7db6bf1f-342e-4a32-abc9-3f2878e51c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:35.645504 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7db6bf1f-342e-4a32-abc9-3f2878e51c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:35.648980 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-7db6bf1f-342e-4a32-abc9-3f2878e51c3e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/27aef970-a308-47c4-b0cf-b340687fc2f2 HTTP/1.1" status: 204 len: 168 time: 0.5059619 Sep 01 09:37:35.658169 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-9ca51f5b-6ca0-4d96-9593-c3a40e4ffbca tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Allocated IP 172.20.0.7 (bedd7e95-de82-48ff-807f-c40cd5f893c8/4142b62c-04c5-482e-b304-4963b1d58b40/a87a0d65-2431-41a0-bb8c-663b3a97b24e) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:37:35.672513 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6bf1f-342e-4a32-abc9-3f2878e51c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27aef970-a308-47c4-b0cf-b340687fc2f2,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:35.701283 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=e63326e5-8833-43bd-ac6f-42201f6d5759,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:35.759996 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] Set router d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:37:35.923073 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a054804b-f39b-48da-9ba2-6c1e3c82aae3 req-0eb8761f-c6e1-41dd-9207-c3be256e57ab tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ae8d7e9-dbb0-457e-a7b0-f7c29f9a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6262519 Sep 01 09:37:35.931936 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e14bda71-4cde-4f6c-a77f-f102d1d47435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:36.342901 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1488568230-router', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:31Z', 'revision_number': 4, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'gw_port': {'id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:18Z', 'updated_at': '2021-09-01T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '6f807005-7060-4e67-a542-c46e02a142ef', 'name': '', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'mac_address': 'fa:16:3e:d0:9e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:25Z', 'updated_at': '2021-09-01T09:37:32Z', 'revision_number': 2, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'subnets': [{'id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:37:36.348764 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e14bda71-4cde-4f6c-a77f-f102d1d47435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:36.350743 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e14bda71-4cde-4f6c-a77f-f102d1d47435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:36.352233 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-e14bda71-4cde-4f6c-a77f-f102d1d47435 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/96ab6bdc-420c-494c-a2d6-2eeeb1acd153 HTTP/1.1" status: 204 len: 168 time: 1.3349576 Sep 01 09:37:36.386357 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 59760) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:36.431534 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] Checking router: d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:37:36.432195 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-91db83b7-c3d1-44a4-85ca-af18ac9664c6 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--683607710', 'description': 'tempest-description--2028134806'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:36.433875 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] Updating router d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 port 6f807005-7060-4e67-a542-c46e02a142ef binding host dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 09:37:36.472061 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-9ca51f5b-6ca0-4d96-9593-c3a40e4ffbca tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:36.505388 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:36.529590 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bda71-4cde-4f6c-a77f-f102d1d47435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ab6bdc-420c-494c-a2d6-2eeeb1acd153,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:36.558385 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-9ca51f5b-6ca0-4d96-9593-c3a40e4ffbca tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:36.577952 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-91db83b7-c3d1-44a4-85ca-af18ac9664c6 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:36.578416 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-be596643-46f9-49d5-806c-ad0c31d6dde6 req-7ffc57d6-4f15-4e8c-95b6-68f4c6577e6d tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 210 time: 0.3312726 Sep 01 09:37:36.629501 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e141c513-eb7d-4c19-900f-4bbe6f23738c tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for floatingip, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:36.632792 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-9ca51f5b-6ca0-4d96-9593-c3a40e4ffbca tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Network bedd7e95-de82-48ff-807f-c40cd5f893c8 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:37:36.637766 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-9ca51f5b-6ca0-4d96-9593-c3a40e4ffbca tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:37:36.679016 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-9ca51f5b-6ca0-4d96-9593-c3a40e4ffbca tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:37:36.687633 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-faa18738-3b5e-47a3-9919-986b16c2def3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4205bb18-5434-4143-8d8b-a4a64205da9b {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:37:36.693431 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-9ca51f5b-6ca0-4d96-9593-c3a40e4ffbca tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:36.694201 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-9ca51f5b-6ca0-4d96-9593-c3a40e4ffbca tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:36.740044 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-faa18738-3b5e-47a3-9919-986b16c2def3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:36.780999 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e001db-1652-4d44-b0f3-4da743f4121c req-f29cb75b-691a-436e-a023-653d8f9cb28b tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:36.782905 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-90e001db-1652-4d44-b0f3-4da743f4121c req-f29cb75b-691a-436e-a023-653d8f9cb28b tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 944 time: 0.2331638 Sep 01 09:37:36.787552 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-faa18738-3b5e-47a3-9919-986b16c2def3 service neutron] Transition to ACTIVE for port object 4205bb18-5434-4143-8d8b-a4a64205da9b will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:37:36.827920 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-faa18738-3b5e-47a3-9919-986b16c2def3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:36.877539 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca51f5b-6ca0-4d96-9593-c3a40e4ffbca tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Pushing event updated for resources: {'Port': ['ID=a87a0d65-2431-41a0-bb8c-663b3a97b24e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:36.923150 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-90e001db-1652-4d44-b0f3-4da743f4121c req-4f330570-53cb-45dd-b59e-33047273d4ee tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310642 Sep 01 09:37:36.962215 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 59778) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:36.975227 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa18738-3b5e-47a3-9919-986b16c2def3 service neutron] Pushing event updated for resources: {'Port': ['ID=4205bb18-5434-4143-8d8b-a4a64205da9b,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:36.992141 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e02fafcd-06cc-4239-b65c-49f0e7b2deef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:37.028823 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:37.040286 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] Transition to ACTIVE for port object 6f807005-7060-4e67-a542-c46e02a142ef will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:37:37.050938 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:37.068695 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eae633-ba26-4450-9078-5c718c0ee9c8 req-d018956b-24fe-4d1f-bf51-d080fa024395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:37.070364 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c6eae633-ba26-4450-9078-5c718c0ee9c8 req-d018956b-24fe-4d1f-bf51-d080fa024395 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ba5ae12d-0e61-4824-8559-c069ada0cb13 HTTP/1.1" status: 200 len: 917 time: 0.4115717 Sep 01 09:37:37.084037 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-91db83b7-c3d1-44a4-85ca-af18ac9664c6 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:37.092173 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-91db83b7-c3d1-44a4-85ca-af18ac9664c6 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:37.105965 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-9ca51f5b-6ca0-4d96-9593-c3a40e4ffbca tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1434247 Sep 01 09:37:37.159130 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563dfe33-4b61-4e55-9ba9-49b3f9702af9 None None] Pushing event updated for resources: {'Port': ['ID=6f807005-7060-4e67-a542-c46e02a142ef,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:37.163090 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-faa18738-3b5e-47a3-9919-986b16c2def3 service neutron] Attempting to bind port 4205bb18-5434-4143-8d8b-a4a64205da9b on host hv-cinder-80672 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:37:37.164623 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device e63326e5-8833-43bd-ac6f-42201f6d5759 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:37:37.167266 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-faa18738-3b5e-47a3-9919-986b16c2def3 service neutron] Attempting to bind port 4205bb18-5434-4143-8d8b-a4a64205da9b by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '2b4665e7-6447-4c37-b6ee-c800a7f301e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '5ac4cf3d-f247-42f1-b84e-0ee3551418bd'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:37:37.168345 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-faa18738-3b5e-47a3-9919-986b16c2def3 service neutron] Attempting to bind port 4205bb18-5434-4143-8d8b-a4a64205da9b on network 5ac4cf3d-f247-42f1-b84e-0ee3551418bd {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:37:37.195090 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-1c698347-ab96-45ee-9e55-5297d407be44 service neutron] Request body: {'port': {'device_id': 'a5c3a361-2673-4141-9b86-c15c00ce7a73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:37.196553 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-faa18738-3b5e-47a3-9919-986b16c2def3 service neutron] Port 4205bb18-5434-4143-8d8b-a4a64205da9b on network 5ac4cf3d-f247-42f1-b84e-0ee3551418bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 09:37:37.197051 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-faa18738-3b5e-47a3-9919-986b16c2def3 service neutron] Attempting to bind port 4205bb18-5434-4143-8d8b-a4a64205da9b on network 5ac4cf3d-f247-42f1-b84e-0ee3551418bd {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:37:37.206022 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c6eae633-ba26-4450-9078-5c718c0ee9c8 req-089aa40a-7051-4da6-a413-5cd98bd66133 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=564a5788-ecc3-4d35-9977-ca25ef90cde9 HTTP/1.1" status: 200 len: 217 time: 0.0906093 Sep 01 09:37:37.240214 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e141c513-eb7d-4c19-900f-4bbe6f23738c tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:37.244931 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-faa18738-3b5e-47a3-9919-986b16c2def3 service neutron] Checking agent: {'id': '8ce25ef8-d4a6-4c3d-9635-2091a35d6989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'started_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:37:37.245334 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-faa18738-3b5e-47a3-9919-986b16c2def3 service neutron] Checking segment: {'id': '2b4665e7-6447-4c37-b6ee-c800a7f301e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '5ac4cf3d-f247-42f1-b84e-0ee3551418bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:37:37.245914 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-faa18738-3b5e-47a3-9919-986b16c2def3 service neutron] Bound using segment: {'id': '2b4665e7-6447-4c37-b6ee-c800a7f301e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '5ac4cf3d-f247-42f1-b84e-0ee3551418bd'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:37:37.246403 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-faa18738-3b5e-47a3-9919-986b16c2def3 service neutron] Bound port: 4205bb18-5434-4143-8d8b-a4a64205da9b, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b4665e7-6447-4c37-b6ee-c800a7f301e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '5ac4cf3d-f247-42f1-b84e-0ee3551418bd'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:37:37.246759 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-faa18738-3b5e-47a3-9919-986b16c2def3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:37.274038 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] Attempting to bind port 6f807005-7060-4e67-a542-c46e02a142ef on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:37:37.274406 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] Attempting to bind port 6f807005-7060-4e67-a542-c46e02a142ef by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': 'be33b589-b8a2-4739-a388-2c089e8bdf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:37:37.275086 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db83b7-c3d1-44a4-85ca-af18ac9664c6 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94adda96-5f0a-4e59-93f7-070f8d8f96f7,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:37.275209 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] Attempting to bind port 6f807005-7060-4e67-a542-c46e02a142ef on network 920f8885-e155-4a4c-b565-49a7256d330f {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:37:37.288583 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:37:37.288946 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] Checking segment: {'id': 'be33b589-b8a2-4739-a388-2c089e8bdf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:37:37.289370 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:37.289803 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] Bound using segment: {'id': 'be33b589-b8a2-4739-a388-2c089e8bdf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:37:37.290281 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] Bound port: 6f807005-7060-4e67-a542-c46e02a142ef, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be33b589-b8a2-4739-a388-2c089e8bdf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:37:37.290706 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:37.298379 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd99606-14b6-4ddc-8d76-592d4058613a req-02ee8659-b498-4eba-8f77-274bd280d9a4 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:37.300240 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1dd99606-14b6-4ddc-8d76-592d4058613a req-02ee8659-b498-4eba-8f77-274bd280d9a4 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 944 time: 0.2133708 Sep 01 09:37:37.339675 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-1c698347-ab96-45ee-9e55-5297d407be44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:37.343452 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eae633-ba26-4450-9078-5c718c0ee9c8 req-b37cee81-1e08-4fdf-bdcc-0819c355719e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:37.344952 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c6eae633-ba26-4450-9078-5c718c0ee9c8 req-b37cee81-1e08-4fdf-bdcc-0819c355719e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5c04e5de-52aa-4fd1-b218-e2fbbb842591 HTTP/1.1" status: 200 len: 855 time: 0.1163182 Sep 01 09:37:37.363158 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port e63326e5-8833-43bd-ac6f-42201f6d5759 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:37.365124 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:37.432302 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] For port 6f807005-7060-4e67-a542-c46e02a142ef, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:37:37.442665 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] For port 6f807005-7060-4e67-a542-c46e02a142ef, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=6f807005-7060-4e67-a542-c46e02a142ef,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:37:37.450435 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c6eae633-ba26-4450-9078-5c718c0ee9c8 req-6ec41347-1c72-497a-9189-a0b091235df0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ba5ae12d-0e61-4824-8559-c069ada0cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945268 Sep 01 09:37:37.476666 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:37.555006 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.77', 60875) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:37.573690 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-faa18738-3b5e-47a3-9919-986b16c2def3 service neutron] For port 4205bb18-5434-4143-8d8b-a4a64205da9b, host hv-cinder-80672, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:37:37.589039 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-faa18738-3b5e-47a3-9919-986b16c2def3 service neutron] For port 4205bb18-5434-4143-8d8b-a4a64205da9b, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=4205bb18-5434-4143-8d8b-a4a64205da9b,segment=NetworkSegment(2b4665e7-6447-4c37-b6ee-c800a7f301e7),segment_id=2b4665e7-6447-4c37-b6ee-c800a7f301e7)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:37:37.625391 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-faa18738-3b5e-47a3-9919-986b16c2def3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:37.716442 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1dd99606-14b6-4ddc-8d76-592d4058613a req-92115a87-ac1a-4491-98f6-b313c3a6a198 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ae8d7e9-dbb0-457e-a7b0-f7c29f9a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930347 Sep 01 09:37:37.764733 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] Routers {'d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:37:37.765327 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:37:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:37:37.770025 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563dfe33-4b61-4e55-9ba9-49b3f9702af9 None None] Pushing event updated for resources: {'Port': ['ID=6f807005-7060-4e67-a542-c46e02a142ef,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:37.800532 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-faa18738-3b5e-47a3-9919-986b16c2def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:37.802810 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-faa18738-3b5e-47a3-9919-986b16c2def3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:37.810227 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-faa18738-3b5e-47a3-9919-986b16c2def3 service neutron] 10.222.0.77 "PUT /v2.0/ports/4205bb18-5434-4143-8d8b-a4a64205da9b HTTP/1.1" status: 200 len: 1094 time: 3.9227738 Sep 01 09:37:37.844808 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb2c98b-9be8-4159-a8c7-3de73239400f', 'tag': '4205bb18-5434-4143-8d8b-a4a64205da9b'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:37:37.976584 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] Set router d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:37:38.061865 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341de295-db26-46bb-a431-bfd95aab72da req-7a6f6c73-f137-45ff-a30c-997085f295f2 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:38.064140 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-341de295-db26-46bb-a431-bfd95aab72da req-7a6f6c73-f137-45ff-a30c-997085f295f2 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.77 "GET /v2.0/networks?id=bedd7e95-de82-48ff-807f-c40cd5f893c8 HTTP/1.1" status: 200 len: 819 time: 0.3583984 Sep 01 09:37:38.076633 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c6eae633-ba26-4450-9078-5c718c0ee9c8 req-543644ef-15d7-4d9f-8a53-e6bf9897e8bc service neutron] 10.222.0.77 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6137938 Sep 01 09:37:38.124297 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-341de295-db26-46bb-a431-bfd95aab72da req-8f768f2a-3299-47e2-9a6e-987f330aeebf tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Request body: {'port': {'device_id': '1700d129-faac-4829-bc63-219f9c05cb0d', 'network_id': 'bedd7e95-de82-48ff-807f-c40cd5f893c8', 'admin_state_up': True, 'tenant_id': 'bda3c63758054fb894b05110b11297a6'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:38.163458 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-70dde35a-2e87-4c37-86c0-a2b8d84066ef req-f1a2d465-bdb9-44b6-8da1-f34ac480cb7f tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 210 time: 0.3828838 Sep 01 09:37:38.191066 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e02fafcd-06cc-4239-b65c-49f0e7b2deef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:38.197921 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ce46bc-490c-4dc8-bb32-aa3902331d97" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb2c98b-9be8-4159-a8c7-3de73239400f", "tag": "4205bb18-5434-4143-8d8b-a4a64205da9b"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:37:38.223428 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1488568230-router', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:31Z', 'revision_number': 4, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'gw_port': {'id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:18Z', 'updated_at': '2021-09-01T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '6f807005-7060-4e67-a542-c46e02a142ef', 'name': '', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'mac_address': 'fa:16:3e:d0:9e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:25Z', 'updated_at': '2021-09-01T09:37:37Z', 'revision_number': 4, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'subnets': [{'id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:37:38.243913 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e02fafcd-06cc-4239-b65c-49f0e7b2deef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:38.257696 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa18738-3b5e-47a3-9919-986b16c2def3 service neutron] Pushing event updated for resources: {'Port': ['ID=4205bb18-5434-4143-8d8b-a4a64205da9b,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:38.266645 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-e141c513-eb7d-4c19-900f-4bbe6f23738c tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Allocated IP 172.27.0.159 (5981992f-fe61-47e0-99c1-6f445c6d0ea2/24ba0698-ff73-47e7-90df-c9665eaff537/81de978d-8838-44d5-b934-3ca6cdaf0042) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:37:38.282588 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04e7486-aff3-426a-b0a4-6d83e2c88fbd None None] The sync data for ids ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'] in dv-cinder-806726-2-iscsi is: [{'id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1488568230-router', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:31Z', 'revision_number': 4, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'gw_port': {'id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:18Z', 'updated_at': '2021-09-01T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '6f807005-7060-4e67-a542-c46e02a142ef', 'name': '', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'mac_address': 'fa:16:3e:d0:9e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:25Z', 'updated_at': '2021-09-01T09:37:37Z', 'revision_number': 4, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'subnets': [{'id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:37:38.300133 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-91db83b7-c3d1-44a4-85ca-af18ac9664c6 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:38.301451 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-91db83b7-c3d1-44a4-85ca-af18ac9664c6 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9049404 Sep 01 09:37:38.321406 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 59822) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:38.329906 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-1c698347-ab96-45ee-9e55-5297d407be44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87a0d65-2431-41a0-bb8c-663b3a97b24e {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:37:38.332434 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-3dfae207-bcc7-4d4d-a444-50c276a1cd14 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Request body: {'security_group_rule': {'security_group_id': '94adda96-5f0a-4e59-93f7-070f8d8f96f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:38.354982 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-0e506644-6da7-4a27-906e-b34d5ee1b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:38.355613 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-1c698347-ab96-45ee-9e55-5297d407be44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:38.356568 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-0e506644-6da7-4a27-906e-b34d5ee1b8c9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=efe058be856a4e468090c0cf4782ab90&device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 1097 time: 0.3701158 Sep 01 09:37:38.373629 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02fafcd-06cc-4239-b65c-49f0e7b2deef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f7b949-d4cf-492b-911b-dbae0e9d6d12,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:38.386836 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-e02fafcd-06cc-4239-b65c-49f0e7b2deef admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=32c3f94d81854292a6137e0d1eb9ba75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4219344 Sep 01 09:37:38.400731 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 59826) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:38.407616 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86648e-65bb-468f-99fe-5869dd38d78c req-bf1edd29-ef3f-4f2a-8892-2d32878e3a1e tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:38.415299 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0d86648e-65bb-468f-99fe-5869dd38d78c req-bf1edd29-ef3f-4f2a-8892-2d32878e3a1e tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 944 time: 0.2995541 Sep 01 09:37:38.451569 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-1c698347-ab96-45ee-9e55-5297d407be44 service neutron] Transition to ACTIVE for port object a87a0d65-2431-41a0-bb8c-663b3a97b24e will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:37:38.462775 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c6eae633-ba26-4450-9078-5c718c0ee9c8 req-e27d1f6e-21e1-4b4c-a8af-0fcc98833c28 service neutron] 10.222.0.77 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513427 Sep 01 09:37:38.463374 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-1c698347-ab96-45ee-9e55-5297d407be44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:38.617247 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-90155229-8e2e-4115-aee5-90de4d3e5ff8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4205bb18-5434-4143-8d8b-a4a64205da9b HTTP/1.1" status: 200 len: 217 time: 0.2008040 Sep 01 09:37:38.642362 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0454a21e-923d-421d-a531-50fdb6107ec3 x-openstack-request-id: req-0454a21e-923d-421d-a531-50fdb6107ec3 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:37:38.642696 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb2c98b-9be8-4159-a8c7-3de73239400f", "tag": "4205bb18-5434-4143-8d8b-a4a64205da9b", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:37:38.642906 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0454a21e-923d-421d-a531-50fdb6107ec3 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:37:38.643339 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb2c98b-9be8-4159-a8c7-3de73239400f', 'tag': '4205bb18-5434-4143-8d8b-a4a64205da9b', 'status': 'completed', 'code': 200} Sep 01 09:37:38.669068 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3dfae207-bcc7-4d4d-a444-50c276a1cd14 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:38.740433 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-aefee7a6-14c9-45e2-87d5-6b28afa4983c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:38.740433 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-aefee7a6-14c9-45e2-87d5-6b28afa4983c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fb5c0004-fffb-4b74-ba75-7d6707be9283 HTTP/1.1" status: 200 len: 852 time: 0.0961959 Sep 01 09:37:38.781464 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.db.api [req-341de295-db26-46bb-a431-bfd95aab72da req-8f768f2a-3299-47e2-9a6e-987f330aeebf tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 09:37:38.781464 dv-cinder-806726-2-iscsi neutron-server[94092]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 09:37:38.781464 dv-cinder-806726-2-iscsi neutron-server[94092]: [parameters: {'project_id_1': 'bda3c63758054fb894b05110b11297a6', 'expiration_1': datetime.datetime(2021, 9, 1, 9, 37, 38, 455306)}] Sep 01 09:37:38.781464 dv-cinder-806726-2-iscsi neutron-server[94092]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 09:37:38.781783 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG oslo_db.api [req-341de295-db26-46bb-a431-bfd95aab72da req-8f768f2a-3299-47e2-9a6e-987f330aeebf tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 09:37:38.782274 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c698347-ab96-45ee-9e55-5297d407be44 service neutron] Pushing event updated for resources: {'Port': ['ID=a87a0d65-2431-41a0-bb8c-663b3a97b24e,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:38.802786 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-1c698347-ab96-45ee-9e55-5297d407be44 service neutron] Attempting to bind port a87a0d65-2431-41a0-bb8c-663b3a97b24e on host hv-cinder-80672 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:37:38.803125 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-1c698347-ab96-45ee-9e55-5297d407be44 service neutron] Attempting to bind port a87a0d65-2431-41a0-bb8c-663b3a97b24e by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '9f8aaadb-9d88-4b02-b2a2-bd6e3a519981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bedd7e95-de82-48ff-807f-c40cd5f893c8'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:37:38.803451 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-1c698347-ab96-45ee-9e55-5297d407be44 service neutron] Attempting to bind port a87a0d65-2431-41a0-bb8c-663b3a97b24e on network bedd7e95-de82-48ff-807f-c40cd5f893c8 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:37:38.810197 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c7c7acca-3c72-4aee-a709-67ed1c381287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:38.812992 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-1c698347-ab96-45ee-9e55-5297d407be44 service neutron] Port a87a0d65-2431-41a0-bb8c-663b3a97b24e on network bedd7e95-de82-48ff-807f-c40cd5f893c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 09:37:38.813311 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-1c698347-ab96-45ee-9e55-5297d407be44 service neutron] Attempting to bind port a87a0d65-2431-41a0-bb8c-663b3a97b24e on network bedd7e95-de82-48ff-807f-c40cd5f893c8 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:37:38.825456 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-1c698347-ab96-45ee-9e55-5297d407be44 service neutron] Checking agent: {'id': '8ce25ef8-d4a6-4c3d-9635-2091a35d6989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'started_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:37:38.825836 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-1c698347-ab96-45ee-9e55-5297d407be44 service neutron] Checking segment: {'id': '9f8aaadb-9d88-4b02-b2a2-bd6e3a519981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bedd7e95-de82-48ff-807f-c40cd5f893c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:37:38.826215 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-1c698347-ab96-45ee-9e55-5297d407be44 service neutron] Bound using segment: {'id': '9f8aaadb-9d88-4b02-b2a2-bd6e3a519981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bedd7e95-de82-48ff-807f-c40cd5f893c8'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:37:38.826731 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-1c698347-ab96-45ee-9e55-5297d407be44 service neutron] Bound port: a87a0d65-2431-41a0-bb8c-663b3a97b24e, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8aaadb-9d88-4b02-b2a2-bd6e3a519981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bedd7e95-de82-48ff-807f-c40cd5f893c8'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:37:38.827084 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-1c698347-ab96-45ee-9e55-5297d407be44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:38.848261 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c7c7acca-3c72-4aee-a709-67ed1c381287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:38.849641 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0d86648e-65bb-468f-99fe-5869dd38d78c req-13a206ef-7435-4578-a76a-39d7e71778da tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949665 Sep 01 09:37:38.898565 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-0df831e0-93a6-45cc-ac26-ef7010a0829f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ac4cf3d-f247-42f1-b84e-0ee3551418bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336942 Sep 01 09:37:38.984946 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-1c698347-ab96-45ee-9e55-5297d407be44 service neutron] For port a87a0d65-2431-41a0-bb8c-663b3a97b24e, host hv-cinder-80672, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:37:38.995737 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-1c698347-ab96-45ee-9e55-5297d407be44 service neutron] For port a87a0d65-2431-41a0-bb8c-663b3a97b24e, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=a87a0d65-2431-41a0-bb8c-663b3a97b24e,segment=NetworkSegment(9f8aaadb-9d88-4b02-b2a2-bd6e3a519981),segment_id=9f8aaadb-9d88-4b02-b2a2-bd6e3a519981)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:37:39.007124 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c7c7acca-3c72-4aee-a709-67ed1c381287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:39.017274 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c7c7acca-3c72-4aee-a709-67ed1c381287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:39.020330 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-c7c7acca-3c72-4aee-a709-67ed1c381287 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/81f7b949-d4cf-492b-911b-dbae0e9d6d12 HTTP/1.1" status: 204 len: 168 time: 0.6103456 Sep 01 09:37:39.024868 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e141c513-eb7d-4c19-900f-4bbe6f23738c tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:39.030365 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-1c698347-ab96-45ee-9e55-5297d407be44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:39.101954 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3dfae207-bcc7-4d4d-a444-50c276a1cd14 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:39.111678 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7acca-3c72-4aee-a709-67ed1c381287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f7b949-d4cf-492b-911b-dbae0e9d6d12,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:39.119092 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3dfae207-bcc7-4d4d-a444-50c276a1cd14 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:39.137081 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22a30d-54ca-49c9-be2d-5e7d04966c15 req-54690905-e5e3-4fac-a2ee-49cba3854eea tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:39.144931 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ce22a30d-54ca-49c9-be2d-5e7d04966c15 req-54690905-e5e3-4fac-a2ee-49cba3854eea tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 944 time: 0.2617161 Sep 01 09:37:39.153264 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-1c698347-ab96-45ee-9e55-5297d407be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:39.154533 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-1c698347-ab96-45ee-9e55-5297d407be44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:39.160974 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-1c698347-ab96-45ee-9e55-5297d407be44 service neutron] 10.222.0.77 "PUT /v2.0/ports/a87a0d65-2431-41a0-bb8c-663b3a97b24e HTTP/1.1" status: 200 len: 1093 time: 1.9723861 Sep 01 09:37:39.167743 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c3a361-2673-4141-9b86-c15c00ce7a73', 'tag': 'a87a0d65-2431-41a0-bb8c-663b3a97b24e'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:37:39.170101 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1158da6c3346bc0ee3ec7fc22ff852373ba0e4f09dd7013d76cb48f019b6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bf6fba-76c9-49ef-876f-e48e1571f8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c3a361-2673-4141-9b86-c15c00ce7a73", "tag": "a87a0d65-2431-41a0-bb8c-663b3a97b24e"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:37:39.207607 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 6f807005-7060-4e67-a542-c46e02a142ef up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:37:39.242683 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c698347-ab96-45ee-9e55-5297d407be44 service neutron] Pushing event updated for resources: {'Port': ['ID=a87a0d65-2431-41a0-bb8c-663b3a97b24e,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:39.302774 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfae207-bcc7-4d4d-a444-50c276a1cd14 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945e774e-d2b0-473e-945a-f794c7411604,revision_number=0']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:39.332082 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24011aff-24a4-4cfc-ac66-02793bdaef0b x-openstack-request-id: req-24011aff-24a4-4cfc-ac66-02793bdaef0b {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:37:39.332471 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c3a361-2673-4141-9b86-c15c00ce7a73", "tag": "a87a0d65-2431-41a0-bb8c-663b3a97b24e", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:37:39.332852 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-24011aff-24a4-4cfc-ac66-02793bdaef0b {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:37:39.333736 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c3a361-2673-4141-9b86-c15c00ce7a73', 'tag': 'a87a0d65-2431-41a0-bb8c-663b3a97b24e', 'status': 'completed', 'code': 200} Sep 01 09:37:39.337445 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3dfae207-bcc7-4d4d-a444-50c276a1cd14 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:39.339012 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-3dfae207-bcc7-4d4d-a444-50c276a1cd14 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0130551 Sep 01 09:37:39.345490 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 59868) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:39.350918 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-254f6755-e9f7-47f0-b8e0-c375b1f51f63 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Request body: {'security_group_rule': {'security_group_id': '94adda96-5f0a-4e59-93f7-070f8d8f96f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:39.357022 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ce22a30d-54ca-49c9-be2d-5e7d04966c15 req-b7affca0-86b3-4679-89a2-c7d3d63a75ba tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ae8d7e9-dbb0-457e-a7b0-f7c29f9a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110157 Sep 01 09:37:39.376608 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-b9168513-cd5a-445e-b703-8b0e22ae8828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:39.378277 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-b9168513-cd5a-445e-b703-8b0e22ae8828 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bda3c63758054fb894b05110b11297a6&device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 1096 time: 0.1247752 Sep 01 09:37:39.382548 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-26a91d01-f559-4ce7-b960-9bc8b86c8093 service neutron] 10.222.0.77 "GET /v2.0/networks/5ac4cf3d-f247-42f1-b84e-0ee3551418bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576051 Sep 01 09:37:39.390373 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port 6f807005-7060-4e67-a542-c46e02a142ef completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:37:39.399301 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e141c513-eb7d-4c19-900f-4bbe6f23738c tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:39.400197 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 6f807005-7060-4e67-a542-c46e02a142ef triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:39.401040 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:39.414430 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341de295-db26-46bb-a431-bfd95aab72da req-8f768f2a-3299-47e2-9a6e-987f330aeebf tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Made reservation on behalf of bda3c63758054fb894b05110b11297a6 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:37:39.421987 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-341de295-db26-46bb-a431-bfd95aab72da req-8f768f2a-3299-47e2-9a6e-987f330aeebf tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:39.479047 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-254f6755-e9f7-47f0-b8e0-c375b1f51f63 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:39.482639 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c5bbb7fb-34aa-463b-a67b-7eb5697c647a req-3a48de95-becd-423e-ac5c-9e6085a11471 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 210 time: 0.0390170 Sep 01 09:37:39.483128 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 59870) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:39.540689 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-254f6755-e9f7-47f0-b8e0-c375b1f51f63 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:39.546679 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-f432bbea-77f8-41b4-9689-965eac764385 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a87a0d65-2431-41a0-bb8c-663b3a97b24e HTTP/1.1" status: 200 len: 217 time: 0.1195982 Sep 01 09:37:39.554162 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:39.555941 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-254f6755-e9f7-47f0-b8e0-c375b1f51f63 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:39.595973 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port 6f807005-7060-4e67-a542-c46e02a142ef, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=6f807005-7060-4e67-a542-c46e02a142ef,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:37:39.602892 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:39.628390 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-254f6755-e9f7-47f0-b8e0-c375b1f51f63 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:39.633176 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-254f6755-e9f7-47f0-b8e0-c375b1f51f63 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2865841 Sep 01 09:37:39.634191 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 59880) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:39.648115 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e141c513-eb7d-4c19-900f-4bbe6f23738c tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:37:39.666241 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=6f807005-7060-4e67-a542-c46e02a142ef,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:39.667331 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-e141c513-eb7d-4c19-900f-4bbe6f23738c tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:37:39.671080 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e141c513-eb7d-4c19-900f-4bbe6f23738c tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:37:39.682461 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141c513-eb7d-4c19-900f-4bbe6f23738c tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Pushing event updated for resources: {'Port': ['ID=81de978d-8838-44d5-b934-3ca6cdaf0042,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:39.726581 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5b115846-6a51-40e7-aa5e-10ed4c6bc9dd tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Request body: {'floatingip': {'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:39.761667 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f6755-e9f7-47f0-b8e0-c375b1f51f63 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b83fdd7-a339-4a90-bb05-00e95116adda,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:39.814229 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-a190c453-6400-4d3f-82d3-f0cab3b04149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:39.815976 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-a190c453-6400-4d3f-82d3-f0cab3b04149 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4142b62c-04c5-482e-b304-4963b1d58b40 HTTP/1.1" status: 200 len: 859 time: 0.2444072 Sep 01 09:37:39.818387 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-341de295-db26-46bb-a431-bfd95aab72da req-8f768f2a-3299-47e2-9a6e-987f330aeebf tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Allocated IP 172.20.0.14 (bedd7e95-de82-48ff-807f-c40cd5f893c8/4142b62c-04c5-482e-b304-4963b1d58b40/fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:37:39.839379 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b115846-6a51-40e7-aa5e-10ed4c6bc9dd tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:39.883560 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-be48f87f-8093-4c51-915e-be1c6672fb8b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bedd7e95-de82-48ff-807f-c40cd5f893c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576463 Sep 01 09:37:39.995880 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-852a867f-9722-426f-b711-dd792ad61043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:40.031501 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e141c513-eb7d-4c19-900f-4bbe6f23738c tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:40.034490 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5f3ff898-e67c-4c62-942b-8358036c3727 req-79b43b7c-3f60-4900-8da7-da74e0a5a1fc service neutron] 10.222.0.77 "GET /v2.0/networks/5ac4cf3d-f247-42f1-b84e-0ee3551418bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284840 Sep 01 09:37:40.085893 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e141c513-eb7d-4c19-900f-4bbe6f23738c tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:40.132875 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2ba1e-8e92-43c4-b996-58bbac5e9d8c req-81142f24-7c13-4df8-a299-68a821678ef9 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:40.134669 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-16d2ba1e-8e92-43c4-b996-58bbac5e9d8c req-81142f24-7c13-4df8-a299-68a821678ef9 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 944 time: 0.1623414 Sep 01 09:37:40.165854 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-88b17f4c-e9e2-4537-9e9d-ef2d9ec71c30 service neutron] 10.222.0.77 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323732 Sep 01 09:37:40.254275 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-16d2ba1e-8e92-43c4-b996-58bbac5e9d8c req-3f1fb505-65b3-4bd7-a12f-3dde038bead1 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083381 Sep 01 09:37:40.298404 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-341de295-db26-46bb-a431-bfd95aab72da req-8f768f2a-3299-47e2-9a6e-987f330aeebf tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:40.303152 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b115846-6a51-40e7-aa5e-10ed4c6bc9dd tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:40.354281 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce46bc-490c-4dc8-bb32-aa3902331d97 req-800e8107-fe99-4c8e-beff-a50ad8570c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:40.361106 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-37ce46bc-490c-4dc8-bb32-aa3902331d97 req-800e8107-fe99-4c8e-beff-a50ad8570c62 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=efe058be856a4e468090c0cf4782ab90&device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 1097 time: 0.1853569 Sep 01 09:37:40.391224 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-6f1bb05d-404a-43b9-a21b-5821703bf891 req-f668589e-552f-47b7-9cbd-4a9cde253a8a service neutron] 10.222.0.77 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107627 Sep 01 09:37:40.456406 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 564a5788-ecc3-4d35-9977-ca25ef90cde9 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:37:40.477160 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-341de295-db26-46bb-a431-bfd95aab72da req-8f768f2a-3299-47e2-9a6e-987f330aeebf tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:40.500221 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-5b115846-6a51-40e7-aa5e-10ed4c6bc9dd tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Allocated IP 172.27.0.9 (5981992f-fe61-47e0-99c1-6f445c6d0ea2/24ba0698-ff73-47e7-90df-c9665eaff537/17f45841-665e-43f5-87c3-2df4ef93d6d7) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:37:40.533821 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-852a867f-9722-426f-b711-dd792ad61043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:40.573909 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341de295-db26-46bb-a431-bfd95aab72da req-8f768f2a-3299-47e2-9a6e-987f330aeebf tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Network bedd7e95-de82-48ff-807f-c40cd5f893c8 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:37:40.582375 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-852a867f-9722-426f-b711-dd792ad61043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:40.593883 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-341de295-db26-46bb-a431-bfd95aab72da req-8f768f2a-3299-47e2-9a6e-987f330aeebf tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:37:40.597081 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-341de295-db26-46bb-a431-bfd95aab72da req-8f768f2a-3299-47e2-9a6e-987f330aeebf tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:37:40.603416 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341de295-db26-46bb-a431-bfd95aab72da req-8f768f2a-3299-47e2-9a6e-987f330aeebf tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:40.604090 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-341de295-db26-46bb-a431-bfd95aab72da req-8f768f2a-3299-47e2-9a6e-987f330aeebf tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:40.636715 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 564a5788-ecc3-4d35-9977-ca25ef90cde9, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=564a5788-ecc3-4d35-9977-ca25ef90cde9,segment=NetworkSegment(21237dc9-c16a-4524-9c4f-493ab52f32e1),segment_id=21237dc9-c16a-4524-9c4f-493ab52f32e1)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:37:40.636977 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-852a867f-9722-426f-b711-dd792ad61043 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7a90a1726ef649a0b95f49057c09bc0f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0903375 Sep 01 09:37:40.637322 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f768f2a-3299-47e2-9a6e-987f330aeebf tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Pushing event updated for resources: {'Port': ['ID=fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:40.639607 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 59914) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:40.653103 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': '564a5788-ecc3-4d35-9977-ca25ef90cde9', 'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13', 'port_id': '564a5788-ecc3-4d35-9977-ca25ef90cde9', 'mac_address': 'fa:16:3e:b6:61:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c04e5de-52aa-4fd1-b218-e2fbbb842591', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:37:40.680347 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf6fba-76c9-49ef-876f-e48e1571f8a2 req-5c38affb-f001-4d86-ad78-cdb9109d3e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:40.682230 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-18bf6fba-76c9-49ef-876f-e48e1571f8a2 req-5c38affb-f001-4d86-ad78-cdb9109d3e6d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bda3c63758054fb894b05110b11297a6&device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 1096 time: 0.1780212 Sep 01 09:37:40.683061 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-341de295-db26-46bb-a431-bfd95aab72da req-8f768f2a-3299-47e2-9a6e-987f330aeebf tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5733070 Sep 01 09:37:40.706979 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:40.723408 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564a5788-ecc3-4d35-9977-ca25ef90cde9 {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:37:40.732760 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-341de295-db26-46bb-a431-bfd95aab72da req-eba1eeef-4be2-4d2c-a6f9-fac4224acd93 service neutron] Request body: {'port': {'device_id': '1700d129-faac-4829-bc63-219f9c05cb0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:40.750247 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 564a5788-ecc3-4d35-9977-ca25ef90cde9, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=564a5788-ecc3-4d35-9977-ca25ef90cde9,segment=NetworkSegment(21237dc9-c16a-4524-9c4f-493ab52f32e1),segment_id=21237dc9-c16a-4524-9c4f-493ab52f32e1)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:37:40.757980 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:40.778843 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a867f-9722-426f-b711-dd792ad61043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f140e1d-379f-4fc8-ab67-38f226756851,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:40.798179 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce46bc-490c-4dc8-bb32-aa3902331d97 req-25f422b8-3638-4226-b90b-5d284a07d13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:40.799727 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-37ce46bc-490c-4dc8-bb32-aa3902331d97 req-25f422b8-3638-4226-b90b-5d284a07d13a service neutron] 10.222.0.77 "GET /v2.0/networks?id=5ac4cf3d-f247-42f1-b84e-0ee3551418bd HTTP/1.1" status: 200 len: 914 time: 0.4320626 Sep 01 09:37:40.801857 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e141c513-eb7d-4c19-900f-4bbe6f23738c tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:40.811597 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43427cbb-e331-4d7f-8c07-f78a05fb6db1 req-ef3a74b2-f892-41f6-893b-4e3856f7c58a tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:40.813298 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-43427cbb-e331-4d7f-8c07-f78a05fb6db1 req-ef3a74b2-f892-41f6-893b-4e3856f7c58a tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 944 time: 0.3552244 Sep 01 09:37:40.823624 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c06e9-eee6-4733-a595-345d89b4eea9 req-12b18268-d27d-411e-8759-d4669c73fdc7 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:40.825622 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-664c06e9-eee6-4733-a595-345d89b4eea9 req-12b18268-d27d-411e-8759-d4669c73fdc7 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 932 time: 0.1957808 Sep 01 09:37:40.832896 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e141c513-eb7d-4c19-900f-4bbe6f23738c tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:40.842589 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b115846-6a51-40e7-aa5e-10ed4c6bc9dd tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:40.847096 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=564a5788-ecc3-4d35-9977-ca25ef90cde9,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:40.882614 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fbcb9f96-7bfb-4031-98bc-27228a1b7df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:40.886693 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e141c513-eb7d-4c19-900f-4bbe6f23738c tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16688660'] for floatingip, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:40.898999 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-341de295-db26-46bb-a431-bfd95aab72da req-eba1eeef-4be2-4d2c-a6f9-fac4224acd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:40.914994 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-37ce46bc-490c-4dc8-bb32-aa3902331d97 req-e289add3-31ab-4efe-b280-a4cca859d46a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4205bb18-5434-4143-8d8b-a4a64205da9b HTTP/1.1" status: 200 len: 217 time: 0.1000783 Sep 01 09:37:40.941973 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fbcb9f96-7bfb-4031-98bc-27228a1b7df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:40.999440 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e141c513-eb7d-4c19-900f-4bbe6f23738c tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for floatingip, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:41.000693 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-e141c513-eb7d-4c19-900f-4bbe6f23738c tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6384146 Sep 01 09:37:41.008570 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf6fba-76c9-49ef-876f-e48e1571f8a2 req-3fbceed2-cb85-4bea-b779-1c2e7b5d294e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:41.010087 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-18bf6fba-76c9-49ef-876f-e48e1571f8a2 req-3fbceed2-cb85-4bea-b779-1c2e7b5d294e service neutron] 10.222.0.77 "GET /v2.0/networks?id=bedd7e95-de82-48ff-807f-c40cd5f893c8 HTTP/1.1" status: 200 len: 921 time: 0.3035698 Sep 01 09:37:41.019320 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141c513-eb7d-4c19-900f-4bbe6f23738c tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Pushing event updated for resources: {'Port': ['ID=81de978d-8838-44d5-b934-3ca6cdaf0042,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:41.067240 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-664c06e9-eee6-4733-a595-345d89b4eea9 req-7dc182b6-ceab-405e-b599-be46ca9f77bd tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113712 Sep 01 09:37:41.067240 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-43427cbb-e331-4d7f-8c07-f78a05fb6db1 req-df10b680-789c-4a4b-80fa-d648419776db tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ae8d7e9-dbb0-457e-a7b0-f7c29f9a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353282 Sep 01 09:37:41.068309 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b115846-6a51-40e7-aa5e-10ed4c6bc9dd tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:41.072314 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce46bc-490c-4dc8-bb32-aa3902331d97 req-79e71eda-347a-46b5-960d-55fd52ab6c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:41.074419 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-37ce46bc-490c-4dc8-bb32-aa3902331d97 req-79e71eda-347a-46b5-960d-55fd52ab6c52 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fb5c0004-fffb-4b74-ba75-7d6707be9283 HTTP/1.1" status: 200 len: 852 time: 0.1429384 Sep 01 09:37:41.075898 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-18bf6fba-76c9-49ef-876f-e48e1571f8a2 req-9db31645-5740-4393-9b8c-a0b5df18829a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a87a0d65-2431-41a0-bb8c-663b3a97b24e HTTP/1.1" status: 200 len: 217 time: 0.0541821 Sep 01 09:37:41.105012 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['564a5788-ecc3-4d35-9977-ca25ef90cde9'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:37:41.137089 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-37ce46bc-490c-4dc8-bb32-aa3902331d97 req-36f4d136-547d-461b-9612-089d4886cb68 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5ac4cf3d-f247-42f1-b84e-0ee3551418bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468318 Sep 01 09:37:41.198497 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b115846-6a51-40e7-aa5e-10ed4c6bc9dd tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:37:41.213756 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 6f807005-7060-4e67-a542-c46e02a142ef up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:37:41.231518 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-5b115846-6a51-40e7-aa5e-10ed4c6bc9dd tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:37:41.244647 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fbcb9f96-7bfb-4031-98bc-27228a1b7df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:41.247169 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fbcb9f96-7bfb-4031-98bc-27228a1b7df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:41.248438 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-fbcb9f96-7bfb-4031-98bc-27228a1b7df7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4f140e1d-379f-4fc8-ab67-38f226756851 HTTP/1.1" status: 204 len: 168 time: 0.6036966 Sep 01 09:37:41.249325 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b115846-6a51-40e7-aa5e-10ed4c6bc9dd tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:37:41.277216 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b115846-6a51-40e7-aa5e-10ed4c6bc9dd tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Pushing event updated for resources: {'Port': ['ID=17f45841-665e-43f5-87c3-2df4ef93d6d7,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:41.307271 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-37ce46bc-490c-4dc8-bb32-aa3902331d97 req-735d8ec5-1d4c-4bef-bd6c-f94a80c1ad04 service neutron] 10.222.0.77 "GET /v2.0/networks/5ac4cf3d-f247-42f1-b84e-0ee3551418bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618621 Sep 01 09:37:41.397355 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb9f96-7bfb-4031-98bc-27228a1b7df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f140e1d-379f-4fc8-ab67-38f226756851,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:41.426961 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf6fba-76c9-49ef-876f-e48e1571f8a2 req-e8f7db0f-1045-4666-9452-312c39af7888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:41.428547 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-18bf6fba-76c9-49ef-876f-e48e1571f8a2 req-e8f7db0f-1045-4666-9452-312c39af7888 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4142b62c-04c5-482e-b304-4963b1d58b40 HTTP/1.1" status: 200 len: 859 time: 0.2834330 Sep 01 09:37:41.489653 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-18bf6fba-76c9-49ef-876f-e48e1571f8a2 req-70608f0a-a7f5-4d01-8c56-27d0f99f6618 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bedd7e95-de82-48ff-807f-c40cd5f893c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492656 Sep 01 09:37:41.501678 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-8c790d5e-ffac-4487-bb85-83ca6f14ecf4 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1994789598&fields=id&tenant_id=12d977af9d49448a9a10133701a035b1 HTTP/1.1" status: 200 len: 267 time: 0.1933577 Sep 01 09:37:41.554117 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b115846-6a51-40e7-aa5e-10ed4c6bc9dd tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:41.560373 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 6f807005-7060-4e67-a542-c46e02a142ef triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:41.560872 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:41.708940 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b115846-6a51-40e7-aa5e-10ed4c6bc9dd tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:41.710445 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5883f9e-f6c5-4e1f-97ae-832a9192a575 req-b176172f-2b4b-4a76-a6df-4e8e44cac3fc tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:41.717504 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e5883f9e-f6c5-4e1f-97ae-832a9192a575 req-b176172f-2b4b-4a76-a6df-4e8e44cac3fc tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 945 time: 0.3579340 Sep 01 09:37:41.835411 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-37ce46bc-490c-4dc8-bb32-aa3902331d97 req-3c212f8a-f418-4715-bad8-4055f27a01f9 service neutron] 10.222.0.77 "GET /v2.0/networks/5ac4cf3d-f247-42f1-b84e-0ee3551418bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177865 Sep 01 09:37:41.859395 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e5883f9e-f6c5-4e1f-97ae-832a9192a575 req-b9996457-ad0a-4358-90ac-bf9dce1e36a1 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190879 Sep 01 09:37:41.867277 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-970efbc2-7ae9-4d44-a713-c6c192c12414 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:41.876210 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-970efbc2-7ae9-4d44-a713-c6c192c12414 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/networks?id=423f25bd-20ef-4b5d-a372-f453acee8b0b HTTP/1.1" status: 200 len: 810 time: 0.3572147 Sep 01 09:37:41.884168 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 59972) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:41.899962 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-51c7034d-7d6a-414e-8b7b-400275ac37d5 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/quotas/12d977af9d49448a9a10133701a035b1 HTTP/1.1" status: 200 len: 375 time: 0.0224025 Sep 01 09:37:41.900956 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d35ec8a4-9484-41d1-90e0-63ff54f69a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:41.963740 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-18bf6fba-76c9-49ef-876f-e48e1571f8a2 req-115f5c83-e14c-4a19-bd2d-f5f0be729e0a service neutron] 10.222.0.77 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605765 Sep 01 09:37:41.979228 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-f0fae8fd-eef2-4720-a88f-49500b6ccbbd tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=12d977af9d49448a9a10133701a035b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699737 Sep 01 09:37:42.002131 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [req-341de295-db26-46bb-a431-bfd95aab72da req-eba1eeef-4be2-4d2c-a6f9-fac4224acd93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:37:42.035421 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-341de295-db26-46bb-a431-bfd95aab72da req-eba1eeef-4be2-4d2c-a6f9-fac4224acd93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:42.109076 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-341de295-db26-46bb-a431-bfd95aab72da req-eba1eeef-4be2-4d2c-a6f9-fac4224acd93 service neutron] Transition to ACTIVE for port object fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:37:42.120486 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-341de295-db26-46bb-a431-bfd95aab72da req-eba1eeef-4be2-4d2c-a6f9-fac4224acd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:42.123182 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-18dcc909-99bb-4767-9d93-d2b9b0895e0c service neutron] 10.222.0.74 "GET /v2.0/networks/423f25bd-20ef-4b5d-a372-f453acee8b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195488 Sep 01 09:37:42.219881 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-18bf6fba-76c9-49ef-876f-e48e1571f8a2 req-05920611-a227-4ffb-b3d0-6b60a712f47d service neutron] 10.222.0.77 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470739 Sep 01 09:37:42.220475 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1eeef-4be2-4d2c-a6f9-fac4224acd93 service neutron] Pushing event updated for resources: {'Port': ['ID=fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:42.270134 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b115846-6a51-40e7-aa5e-10ed4c6bc9dd tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:42.271143 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d35ec8a4-9484-41d1-90e0-63ff54f69a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:42.274720 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-341de295-db26-46bb-a431-bfd95aab72da req-eba1eeef-4be2-4d2c-a6f9-fac4224acd93 service neutron] Attempting to bind port fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc on host hv-cinder-80672 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:37:42.274720 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-341de295-db26-46bb-a431-bfd95aab72da req-eba1eeef-4be2-4d2c-a6f9-fac4224acd93 service neutron] Attempting to bind port fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '9f8aaadb-9d88-4b02-b2a2-bd6e3a519981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bedd7e95-de82-48ff-807f-c40cd5f893c8'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:37:42.274720 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341de295-db26-46bb-a431-bfd95aab72da req-eba1eeef-4be2-4d2c-a6f9-fac4224acd93 service neutron] Attempting to bind port fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc on network bedd7e95-de82-48ff-807f-c40cd5f893c8 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:37:42.275888 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 59984) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:42.279787 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3b515-0cfa-43b3-82cf-6b82fee8965e req-fa8a948d-7ef8-499e-a95d-5f1c6123df94 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:42.281398 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0bd3b515-0cfa-43b3-82cf-6b82fee8965e req-fa8a948d-7ef8-499e-a95d-5f1c6123df94 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 944 time: 0.1569607 Sep 01 09:37:42.284369 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b115846-6a51-40e7-aa5e-10ed4c6bc9dd tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:42.291360 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d35ec8a4-9484-41d1-90e0-63ff54f69a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:42.292248 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341de295-db26-46bb-a431-bfd95aab72da req-eba1eeef-4be2-4d2c-a6f9-fac4224acd93 service neutron] Port fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc on network bedd7e95-de82-48ff-807f-c40cd5f893c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 09:37:42.292587 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341de295-db26-46bb-a431-bfd95aab72da req-eba1eeef-4be2-4d2c-a6f9-fac4224acd93 service neutron] Attempting to bind port fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc on network bedd7e95-de82-48ff-807f-c40cd5f893c8 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:37:42.319701 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341de295-db26-46bb-a431-bfd95aab72da req-eba1eeef-4be2-4d2c-a6f9-fac4224acd93 service neutron] Checking agent: {'id': '8ce25ef8-d4a6-4c3d-9635-2091a35d6989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'started_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:37:42.320047 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341de295-db26-46bb-a431-bfd95aab72da req-eba1eeef-4be2-4d2c-a6f9-fac4224acd93 service neutron] Checking segment: {'id': '9f8aaadb-9d88-4b02-b2a2-bd6e3a519981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bedd7e95-de82-48ff-807f-c40cd5f893c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:37:42.320424 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341de295-db26-46bb-a431-bfd95aab72da req-eba1eeef-4be2-4d2c-a6f9-fac4224acd93 service neutron] Bound using segment: {'id': '9f8aaadb-9d88-4b02-b2a2-bd6e3a519981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bedd7e95-de82-48ff-807f-c40cd5f893c8'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:37:42.320875 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-341de295-db26-46bb-a431-bfd95aab72da req-eba1eeef-4be2-4d2c-a6f9-fac4224acd93 service neutron] Bound port: fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f8aaadb-9d88-4b02-b2a2-bd6e3a519981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': 'bedd7e95-de82-48ff-807f-c40cd5f893c8'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:37:42.321246 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-341de295-db26-46bb-a431-bfd95aab72da req-eba1eeef-4be2-4d2c-a6f9-fac4224acd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:42.324569 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b115846-6a51-40e7-aa5e-10ed4c6bc9dd tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16688660'] for floatingip, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:42.355588 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b115846-6a51-40e7-aa5e-10ed4c6bc9dd tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Pushing event updated for resources: {'Port': ['ID=17f45841-665e-43f5-87c3-2df4ef93d6d7,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:42.367994 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-d35ec8a4-9484-41d1-90e0-63ff54f69a16 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=083c4e9e06174a4e95286153ff4b0d23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4824960 Sep 01 09:37:42.368670 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ec8a4-9484-41d1-90e0-63ff54f69a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae59e083-4832-4e4b-84f1-7ced42360026,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:42.370954 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 59988) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:42.377348 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b115846-6a51-40e7-aa5e-10ed4c6bc9dd tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:42.378193 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-5b115846-6a51-40e7-aa5e-10ed4c6bc9dd tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6588602 Sep 01 09:37:42.385914 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-fa31caf1-052d-49bb-a542-b2f4589d6a30 service neutron] 10.222.0.74 "GET /v2.0/networks/423f25bd-20ef-4b5d-a372-f453acee8b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541509 Sep 01 09:37:42.399911 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0bd3b515-0cfa-43b3-82cf-6b82fee8965e req-d0d1bfc1-a432-4919-b878-8b5635a23a65 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095591 Sep 01 09:37:42.434691 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8bb9411a-46d9-4fab-b9f9-6da1791b61a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:42.440310 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e5066592-08d8-4733-91c2-2aa1f37de6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:42.449592 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 4205bb18-5434-4143-8d8b-a4a64205da9b details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:37:42.483927 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-341de295-db26-46bb-a431-bfd95aab72da req-eba1eeef-4be2-4d2c-a6f9-fac4224acd93 service neutron] For port fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc, host hv-cinder-80672, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:37:42.507471 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 564a5788-ecc3-4d35-9977-ca25ef90cde9 up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:37:42.522844 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-341de295-db26-46bb-a431-bfd95aab72da req-eba1eeef-4be2-4d2c-a6f9-fac4224acd93 service neutron] For port fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc,segment=NetworkSegment(9f8aaadb-9d88-4b02-b2a2-bd6e3a519981),segment_id=9f8aaadb-9d88-4b02-b2a2-bd6e3a519981)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:37:42.534296 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-341de295-db26-46bb-a431-bfd95aab72da req-eba1eeef-4be2-4d2c-a6f9-fac4224acd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:42.611057 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341de295-db26-46bb-a431-bfd95aab72da req-eba1eeef-4be2-4d2c-a6f9-fac4224acd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:42.611736 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-341de295-db26-46bb-a431-bfd95aab72da req-eba1eeef-4be2-4d2c-a6f9-fac4224acd93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:42.613156 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-341de295-db26-46bb-a431-bfd95aab72da req-eba1eeef-4be2-4d2c-a6f9-fac4224acd93 service neutron] 10.222.0.77 "PUT /v2.0/ports/fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc HTTP/1.1" status: 200 len: 1094 time: 1.9055290 Sep 01 09:37:42.614169 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1700d129-faac-4829-bc63-219f9c05cb0d', 'tag': 'fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:37:42.616041 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1158da6c3346bc0ee3ec7fc22ff852373ba0e4f09dd7013d76cb48f019b6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee94320-6f50-41db-9b6e-19b84964191a" -d '{"events": [{"name": "network-changed", "server_uuid": "1700d129-faac-4829-bc63-219f9c05cb0d", "tag": "fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:37:42.644414 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1eeef-4be2-4d2c-a6f9-fac4224acd93 service neutron] Pushing event updated for resources: {'Port': ['ID=fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:42.684361 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 4205bb18-5434-4143-8d8b-a4a64205da9b, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=4205bb18-5434-4143-8d8b-a4a64205da9b,segment=NetworkSegment(2b4665e7-6447-4c37-b6ee-c800a7f301e7),segment_id=2b4665e7-6447-4c37-b6ee-c800a7f301e7)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:37:42.701244 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e5066592-08d8-4733-91c2-2aa1f37de6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:42.708893 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': '4205bb18-5434-4143-8d8b-a4a64205da9b', 'network_id': '5ac4cf3d-f247-42f1-b84e-0ee3551418bd', 'port_id': '4205bb18-5434-4143-8d8b-a4a64205da9b', 'mac_address': 'fa:16:3e:c1:6c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb5c0004-fffb-4b74-ba75-7d6707be9283', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:37:42.757404 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning for port 564a5788-ecc3-4d35-9977-ca25ef90cde9 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:37:42.768575 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port 564a5788-ecc3-4d35-9977-ca25ef90cde9 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:42.771139 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341de295-db26-46bb-a431-bfd95aab72da req-20dbe3ce-7d5f-485c-9d13-bd8eb430dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:42.772747 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-341de295-db26-46bb-a431-bfd95aab72da req-20dbe3ce-7d5f-485c-9d13-bd8eb430dcd3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bda3c63758054fb894b05110b11297a6&device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 1097 time: 0.0920391 Sep 01 09:37:42.782662 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:42.794031 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c0f81-46a0-49dc-8962-22282d9e37f5 req-68ebe03b-7864-43e3-a84e-d2381e24b0f2 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:42.801207 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f96c0f81-46a0-49dc-8962-22282d9e37f5 req-68ebe03b-7864-43e3-a84e-d2381e24b0f2 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 944 time: 0.1573579 Sep 01 09:37:42.818542 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-4c899b55-6e20-4c52-8e98-a1fc92fde66e tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--683607710&fields=id&tenant_id=8f31d34eddaa45b5acebb6d9a01f72da HTTP/1.1" status: 200 len: 267 time: 0.1030774 Sep 01 09:37:42.849797 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:42.862839 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-341de295-db26-46bb-a431-bfd95aab72da req-e04ab1ea-2248-41f3-8e03-154dc868dd6e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc HTTP/1.1" status: 200 len: 217 time: 0.0726745 Sep 01 09:37:42.868765 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8bb9411a-46d9-4fab-b9f9-6da1791b61a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:42.882779 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4205bb18-5434-4143-8d8b-a4a64205da9b {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:37:42.918154 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f96c0f81-46a0-49dc-8962-22282d9e37f5 req-4f843144-92b0-4dee-8f7a-6ddff68b0d3c tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ae8d7e9-dbb0-457e-a7b0-f7c29f9a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159811 Sep 01 09:37:42.931054 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e5066592-08d8-4733-91c2-2aa1f37de6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:42.937455 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 4205bb18-5434-4143-8d8b-a4a64205da9b, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=4205bb18-5434-4143-8d8b-a4a64205da9b,segment=NetworkSegment(2b4665e7-6447-4c37-b6ee-c800a7f301e7),segment_id=2b4665e7-6447-4c37-b6ee-c800a7f301e7)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:37:42.939075 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e5066592-08d8-4733-91c2-2aa1f37de6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:42.940407 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-e5066592-08d8-4733-91c2-2aa1f37de6f1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ae59e083-4832-4e4b-84f1-7ced42360026 HTTP/1.1" status: 204 len: 168 time: 0.5670884 Sep 01 09:37:42.948842 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:42.962546 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341de295-db26-46bb-a431-bfd95aab72da req-d52a20ef-86a3-44db-ba9f-a23139ba937a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:42.964275 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-341de295-db26-46bb-a431-bfd95aab72da req-d52a20ef-86a3-44db-ba9f-a23139ba937a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4142b62c-04c5-482e-b304-4963b1d58b40 HTTP/1.1" status: 200 len: 859 time: 0.0915911 Sep 01 09:37:42.965982 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8bb9411a-46d9-4fab-b9f9-6da1791b61a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:42.983304 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5066592-08d8-4733-91c2-2aa1f37de6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae59e083-4832-4e4b-84f1-7ced42360026,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:43.017619 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-8bb9411a-46d9-4fab-b9f9-6da1791b61a2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=44b85ded532145cb8b00e745f72e0ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7406783 Sep 01 09:37:43.019137 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c404ae2-839f-4389-9c81-8c0a20c13d69 x-openstack-request-id: req-1c404ae2-839f-4389-9c81-8c0a20c13d69 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:37:43.019420 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1700d129-faac-4829-bc63-219f9c05cb0d", "tag": "fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:37:43.019703 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1c404ae2-839f-4389-9c81-8c0a20c13d69 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:37:43.020089 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1700d129-faac-4829-bc63-219f9c05cb0d', 'tag': 'fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc', 'status': 'completed', 'code': 200} Sep 01 09:37:43.023460 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 60026) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:43.053246 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:43.056146 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9411a-46d9-4fab-b9f9-6da1791b61a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc79fdb1-059f-4870-89bf-7c33e848df9c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:43.082740 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-341de295-db26-46bb-a431-bfd95aab72da req-3c1af376-bc11-4124-aaa5-97f357897d0b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bedd7e95-de82-48ff-807f-c40cd5f893c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892642 Sep 01 09:37:43.091050 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cd577d-bc84-4d60-b8b5-21c45702de54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564a5788-ecc3-4d35-9977-ca25ef90cde9'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:37:43.140936 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-9757e7c5-d14d-4814-b0ab-720c935dfdaa tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:43.145315 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-9757e7c5-d14d-4814-b0ab-720c935dfdaa tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/networks?id=920f8885-e155-4a4c-b565-49a7256d330f HTTP/1.1" status: 200 len: 817 time: 0.3259833 Sep 01 09:37:43.182059 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=4205bb18-5434-4143-8d8b-a4a64205da9b,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:43.227704 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 564a5788-ecc3-4d35-9977-ca25ef90cde9, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=564a5788-ecc3-4d35-9977-ca25ef90cde9,segment=NetworkSegment(21237dc9-c16a-4524-9c4f-493ab52f32e1),segment_id=21237dc9-c16a-4524-9c4f-493ab52f32e1)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:37:43.235403 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:43.283072 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0ac064b1-adeb-43e2-8dc9-0f3ccea92bb2 req-f16b2591-4b0a-4b43-8205-43c2c8f608a1 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 210 time: 0.1354380 Sep 01 09:37:43.284503 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-70cd6e7c-9892-4f0a-b4c2-55a286f20ecc tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/quotas/8f31d34eddaa45b5acebb6d9a01f72da HTTP/1.1" status: 200 len: 375 time: 0.1061137 Sep 01 09:37:43.294385 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=564a5788-ecc3-4d35-9977-ca25ef90cde9,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:43.300283 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['4205bb18-5434-4143-8d8b-a4a64205da9b'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:37:43.314900 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-341de295-db26-46bb-a431-bfd95aab72da req-0a20fa44-4202-4d3f-9a4c-28ea9dedc3af service neutron] 10.222.0.77 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224903 Sep 01 09:37:43.369397 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-9322f10e-5f1a-4612-9001-2c77f7033a26 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f31d34eddaa45b5acebb6d9a01f72da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0722594 Sep 01 09:37:43.425871 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378e066d-53d3-4b18-ad00-946a1107b0fe" -d '{"events": [{"server_uuid": "b3cd577d-bc84-4d60-b8b5-21c45702de54", "name": "network-vif-plugged", "status": "completed", "tag": "564a5788-ecc3-4d35-9977-ca25ef90cde9"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:37:43.431543 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d93bbb3a-0c00-49a8-8c02-b54cf70afcd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:43.512907 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-341de295-db26-46bb-a431-bfd95aab72da req-9f57c03b-4c7b-4b8a-8b85-1bb123c4eeff service neutron] 10.222.0.77 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902256 Sep 01 09:37:43.520326 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d93bbb3a-0c00-49a8-8c02-b54cf70afcd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:43.540004 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840434d-bd2a-4093-8ea6-335d23f8e3d8 req-89d82b8c-fac0-4044-a9f4-474ae832b6dd tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:43.541608 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d840434d-bd2a-4093-8ea6-335d23f8e3d8 req-89d82b8c-fac0-4044-a9f4-474ae832b6dd tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 946 time: 0.1413941 Sep 01 09:37:43.621637 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d840434d-bd2a-4093-8ea6-335d23f8e3d8 req-f2d24bff-a2f4-4494-8959-ac01a8b9038d tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734105 Sep 01 09:37:43.625960 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-9f23eb66-7402-4e6b-afdf-b68f1b38c414 service neutron] 10.222.0.74 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414663 Sep 01 09:37:43.655507 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d93bbb3a-0c00-49a8-8c02-b54cf70afcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:43.658420 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d93bbb3a-0c00-49a8-8c02-b54cf70afcd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:43.662674 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-d93bbb3a-0c00-49a8-8c02-b54cf70afcd3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bc79fdb1-059f-4870-89bf-7c33e848df9c HTTP/1.1" status: 204 len: 168 time: 0.6380169 Sep 01 09:37:43.703549 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bbb3a-0c00-49a8-8c02-b54cf70afcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc79fdb1-059f-4870-89bf-7c33e848df9c,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:43.750894 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-6fd42779-13dc-45f1-8859-2e3694a03441 service neutron] 10.222.0.74 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168647 Sep 01 09:37:43.824176 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df73dd2-5ee6-4989-be22-59d9138e945f x-openstack-request-id: req-4df73dd2-5ee6-4989-be22-59d9138e945f {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:37:43.825308 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3cd577d-bc84-4d60-b8b5-21c45702de54", "name": "network-vif-plugged", "status": "completed", "tag": "564a5788-ecc3-4d35-9977-ca25ef90cde9", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:37:43.826099 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4df73dd2-5ee6-4989-be22-59d9138e945f {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:37:43.827004 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3cd577d-bc84-4d60-b8b5-21c45702de54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564a5788-ecc3-4d35-9977-ca25ef90cde9', 'code': 200} Sep 01 09:37:43.964361 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e8d336d7-e977-417b-8173-46afc8ef868a req-611d4875-4179-453b-af5a-6098fdf03ea1 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 210 time: 0.0363660 Sep 01 09:37:43.995111 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb9445-66ef-4c84-81f6-44350e8e96cf req-c96fa4a5-ef45-49df-90b2-2437a096578e tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:43.995732 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-15fb9445-66ef-4c84-81f6-44350e8e96cf req-c96fa4a5-ef45-49df-90b2-2437a096578e tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 944 time: 0.1229951 Sep 01 09:37:44.067515 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-15fb9445-66ef-4c84-81f6-44350e8e96cf req-2b2cee0b-d4e4-47f0-8490-800200f96317 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627720 Sep 01 09:37:44.095429 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 60072) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:44.113176 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-52ec9b24-5efc-425d-89ce-a5258538f10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:44.132052 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c2f4d-f906-499c-b70c-89baf01228c8 req-53864ada-737c-46bb-9995-a54ead3edb89 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:44.140620 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f95c2f4d-f906-499c-b70c-89baf01228c8 req-53864ada-737c-46bb-9995-a54ead3edb89 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 945 time: 0.0820251 Sep 01 09:37:44.186776 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f95c2f4d-f906-499c-b70c-89baf01228c8 req-96347945-934c-4db0-8619-6ee94828997b tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ae8d7e9-dbb0-457e-a7b0-f7c29f9a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451367 Sep 01 09:37:44.237683 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-52ec9b24-5efc-425d-89ce-a5258538f10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:44.242741 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-52ec9b24-5efc-425d-89ce-a5258538f10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:44.282697 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec9b24-5efc-425d-89ce-a5258538f10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab870caf-4b6f-4940-84a2-1a5cd8691c3c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:44.290710 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 60080) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:44.301871 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-52ec9b24-5efc-425d-89ce-a5258538f10b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ea9a2f24faba4977b805fea53cffc149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2023394 Sep 01 09:37:44.355740 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2b0b9d43-8f1f-47f6-bdb8-59f1fd8ccbd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:44.398043 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2b0b9d43-8f1f-47f6-bdb8-59f1fd8ccbd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:44.401500 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a43dc2a1-5207-4556-ad0d-c300be090b78 req-e2655b75-410f-44fb-bdad-01c5668cd61c tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 210 time: 0.0344784 Sep 01 09:37:44.451934 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2b0b9d43-8f1f-47f6-bdb8-59f1fd8ccbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:44.452902 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2b0b9d43-8f1f-47f6-bdb8-59f1fd8ccbd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:44.456492 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-2b0b9d43-8f1f-47f6-bdb8-59f1fd8ccbd9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ab870caf-4b6f-4940-84a2-1a5cd8691c3c HTTP/1.1" status: 204 len: 168 time: 0.1621699 Sep 01 09:37:44.462290 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b9d43-8f1f-47f6-bdb8-59f1fd8ccbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab870caf-4b6f-4940-84a2-1a5cd8691c3c,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:44.743536 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cdeea-60c8-47c0-a35f-6012082c4d3b req-0b1b7ba8-0f45-4cbd-86bd-7b6416c5101c tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:44.745231 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-254cdeea-60c8-47c0-a35f-6012082c4d3b req-0b1b7ba8-0f45-4cbd-86bd-7b6416c5101c tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 946 time: 0.0558274 Sep 01 09:37:44.783776 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-254cdeea-60c8-47c0-a35f-6012082c4d3b req-da88978c-c017-4fd4-a5b7-e483b3d7ecf5 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321717 Sep 01 09:37:45.074488 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2fddf4ef-67d6-410d-a955-4230bb950327 req-ac7b61e9-fd19-40ff-a421-9fe147f0b5bf tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 210 time: 0.0352759 Sep 01 09:37:45.196946 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16977e2-11d6-4f1f-8809-79bed0bfda6f req-51fb7cfd-6c45-4ca1-819e-c736b77efc5d tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:45.198461 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a16977e2-11d6-4f1f-8809-79bed0bfda6f req-51fb7cfd-6c45-4ca1-819e-c736b77efc5d tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 944 time: 0.0557630 Sep 01 09:37:45.250573 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a16977e2-11d6-4f1f-8809-79bed0bfda6f req-c2f71fde-e8e5-416c-a26b-964cbb699164 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458870 Sep 01 09:37:45.326321 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3facbe-9715-439a-a158-a944a3c1acd6 req-a697317d-d997-4364-bc75-99513a55cd71 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:45.332216 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0d3facbe-9715-439a-a158-a944a3c1acd6 req-a697317d-d997-4364-bc75-99513a55cd71 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 945 time: 0.0593278 Sep 01 09:37:45.366195 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0d3facbe-9715-439a-a158-a944a3c1acd6 req-9a67d8ec-e4e6-4b62-b63f-d46cf196cd5b tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ae8d7e9-dbb0-457e-a7b0-f7c29f9a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319324 Sep 01 09:37:45.505429 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b3f37ab3-e00d-4d7a-92ac-e77b8976c3a7 req-f06b0c69-7a3d-4afa-89a1-92f223b06c80 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 210 time: 0.0296550 Sep 01 09:37:45.816932 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 60164) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:45.901461 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182b413-58f9-4fa0-a768-125eb1637373 req-128339ba-a728-489b-96f0-cfd77abdc9d7 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:45.902979 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e182b413-58f9-4fa0-a768-125eb1637373 req-128339ba-a728-489b-96f0-cfd77abdc9d7 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 946 time: 0.0529196 Sep 01 09:37:45.938356 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-84090647-e816-4ce3-ae1f-2757379fc954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:45.968382 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e182b413-58f9-4fa0-a768-125eb1637373 req-9833e614-7e5b-4822-9932-33f66f40e414 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569909 Sep 01 09:37:46.044210 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-84090647-e816-4ce3-ae1f-2757379fc954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:46.049616 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-84090647-e816-4ce3-ae1f-2757379fc954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:46.092305 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-84090647-e816-4ce3-ae1f-2757379fc954 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8ebe7c0e313047bf8d8b970461bfcd9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741816 Sep 01 09:37:46.093454 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84090647-e816-4ce3-ae1f-2757379fc954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ea7ef6-669b-4a02-a306-58ceaea923b2,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:46.095229 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 60168) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:46.158192 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b8802fbb-40b1-4520-8f32-d26937f90d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:46.179725 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b8802fbb-40b1-4520-8f32-d26937f90d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:46.179930 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-903504db-315a-4d3f-b03a-a12dfd999c31 req-6b7067f1-9d6a-4cd5-97be-2df9e5445785 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 210 time: 0.0259106 Sep 01 09:37:46.227937 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b8802fbb-40b1-4520-8f32-d26937f90d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:46.231965 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b8802fbb-40b1-4520-8f32-d26937f90d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:46.233554 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-b8802fbb-40b1-4520-8f32-d26937f90d85 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f4ea7ef6-669b-4a02-a306-58ceaea923b2 HTTP/1.1" status: 204 len: 168 time: 0.1372049 Sep 01 09:37:46.241672 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8802fbb-40b1-4520-8f32-d26937f90d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ea7ef6-669b-4a02-a306-58ceaea923b2,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:46.328057 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device a87a0d65-2431-41a0-bb8c-663b3a97b24e details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:37:46.371781 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823f0f2-385a-40d2-9659-7246e3d4d7ac req-fdfd83d2-4bd2-417a-b40a-3ec721374d22 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:46.373595 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8823f0f2-385a-40d2-9659-7246e3d4d7ac req-fdfd83d2-4bd2-417a-b40a-3ec721374d22 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 944 time: 0.0559416 Sep 01 09:37:46.472805 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee94320-6f50-41db-9b6e-19b84964191a req-eb671114-2ae7-41dc-bb4d-d3688d83abd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:46.474640 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-aee94320-6f50-41db-9b6e-19b84964191a req-eb671114-2ae7-41dc-bb4d-d3688d83abd4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bda3c63758054fb894b05110b11297a6&device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 1097 time: 0.0931942 Sep 01 09:37:46.474810 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8823f0f2-385a-40d2-9659-7246e3d4d7ac req-1a4d9b91-f3e6-415b-ac70-768718ff9edc tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719411 Sep 01 09:37:46.520651 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port a87a0d65-2431-41a0-bb8c-663b3a97b24e, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=a87a0d65-2431-41a0-bb8c-663b3a97b24e,segment=NetworkSegment(9f8aaadb-9d88-4b02-b2a2-bd6e3a519981),segment_id=9f8aaadb-9d88-4b02-b2a2-bd6e3a519981)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:37:46.546366 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': 'a87a0d65-2431-41a0-bb8c-663b3a97b24e', 'network_id': 'bedd7e95-de82-48ff-807f-c40cd5f893c8', 'port_id': 'a87a0d65-2431-41a0-bb8c-663b3a97b24e', 'mac_address': 'fa:16:3e:2b:8d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4142b62c-04c5-482e-b304-4963b1d58b40', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:37:46.562459 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a3b3e-6b00-43b0-90be-8b19d219b485 req-ae643a79-23fc-4d51-8540-e17a7a46e389 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:46.569582 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a10a3b3e-6b00-43b0-90be-8b19d219b485 req-ae643a79-23fc-4d51-8540-e17a7a46e389 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 945 time: 0.1116877 Sep 01 09:37:46.606592 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:46.621348 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87a0d65-2431-41a0-bb8c-663b3a97b24e {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:37:46.635725 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 60184) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:46.646898 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port a87a0d65-2431-41a0-bb8c-663b3a97b24e, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=a87a0d65-2431-41a0-bb8c-663b3a97b24e,segment=NetworkSegment(9f8aaadb-9d88-4b02-b2a2-bd6e3a519981),segment_id=9f8aaadb-9d88-4b02-b2a2-bd6e3a519981)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:37:46.649862 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc85348e-45ac-4190-9f5a-2a7929288876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:46.654059 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:46.656089 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee94320-6f50-41db-9b6e-19b84964191a req-d6fd8757-c388-4a05-88c1-2207de0ca728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:46.658197 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-aee94320-6f50-41db-9b6e-19b84964191a req-d6fd8757-c388-4a05-88c1-2207de0ca728 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bedd7e95-de82-48ff-807f-c40cd5f893c8 HTTP/1.1" status: 200 len: 921 time: 0.1615853 Sep 01 09:37:46.680345 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1a48ddb8-9d15-499a-9e20-3064550b3c4a req-58caec79-9be6-4c97-9769-0b8f6c42aa76 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 210 time: 0.0392175 Sep 01 09:37:46.684103 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a10a3b3e-6b00-43b0-90be-8b19d219b485 req-c0f85aec-3a8f-4a67-a2d2-f0accf47b6bc tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ae8d7e9-dbb0-457e-a7b0-f7c29f9a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073911 Sep 01 09:37:46.719723 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=a87a0d65-2431-41a0-bb8c-663b3a97b24e,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:46.747025 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-aee94320-6f50-41db-9b6e-19b84964191a req-b579c4c2-45b5-468d-81bb-724baa55ed03 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc HTTP/1.1" status: 200 len: 217 time: 0.0633180 Sep 01 09:37:46.871526 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282769f-1868-48f0-922a-bc3536bf7d62 req-58f41535-2d48-4a57-a8c4-b280ab8c8fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:46.873197 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b282769f-1868-48f0-922a-bc3536bf7d62 req-58f41535-2d48-4a57-a8c4-b280ab8c8fae service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 1099 time: 0.1362691 Sep 01 09:37:46.881385 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee94320-6f50-41db-9b6e-19b84964191a req-18dcdeb3-418c-400c-afa0-3bdb5cc80c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:46.882823 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-aee94320-6f50-41db-9b6e-19b84964191a req-18dcdeb3-418c-400c-afa0-3bdb5cc80c5c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4142b62c-04c5-482e-b304-4963b1d58b40 HTTP/1.1" status: 200 len: 859 time: 0.1122949 Sep 01 09:37:46.911563 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc85348e-45ac-4190-9f5a-2a7929288876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:46.915602 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc85348e-45ac-4190-9f5a-2a7929288876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:46.954398 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-fc85348e-45ac-4190-9f5a-2a7929288876 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bc42df5b50924badbf67cb5583f8ed0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176353 Sep 01 09:37:46.955279 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85348e-45ac-4190-9f5a-2a7929288876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67b3fa2-9bf0-4d6b-a17d-f90a020123ce,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:46.957132 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 60192) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:47.016018 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-944f0859-7ac7-4420-a21a-b3fb29231ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:47.038216 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-944f0859-7ac7-4420-a21a-b3fb29231ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:47.107471 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697c4c3-35d8-4a43-a792-23e29d078b59 req-4642b920-7898-4761-a6b4-46518933e41b tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:47.109003 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f697c4c3-35d8-4a43-a792-23e29d078b59 req-4642b920-7898-4761-a6b4-46518933e41b tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 946 time: 0.0730529 Sep 01 09:37:47.123303 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-944f0859-7ac7-4420-a21a-b3fb29231ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:47.125838 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-944f0859-7ac7-4420-a21a-b3fb29231ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:47.126889 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-944f0859-7ac7-4420-a21a-b3fb29231ea4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e67b3fa2-9bf0-4d6b-a17d-f90a020123ce HTTP/1.1" status: 204 len: 168 time: 0.1686943 Sep 01 09:37:47.142368 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f0859-7ac7-4420-a21a-b3fb29231ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67b3fa2-9bf0-4d6b-a17d-f90a020123ce,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:47.161387 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f697c4c3-35d8-4a43-a792-23e29d078b59 req-3f452524-02b5-4c3c-aa29-0dc7b656ef78 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461304 Sep 01 09:37:47.286365 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c8681938-335c-45a5-90eb-f18cf5eb7b80 req-3ee5c6db-7f42-45a4-ac6c-8735eb2fbe41 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 210 time: 0.0263569 Sep 01 09:37:47.589510 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5b3cc-de10-4267-a560-622d20990aa7 req-ae81bfd3-cb1e-4ead-9ef5-1f80b3c841e7 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:47.591217 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a1c5b3cc-de10-4267-a560-622d20990aa7 req-ae81bfd3-cb1e-4ead-9ef5-1f80b3c841e7 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 944 time: 0.0521483 Sep 01 09:37:47.630058 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a1c5b3cc-de10-4267-a560-622d20990aa7 req-495e550f-b161-424c-8683-1ce72f342b6a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328717 Sep 01 09:37:47.781144 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-99f48782-83af-4d07-97be-c21b60687655 req-804e76a1-67d4-4967-9e93-5e91cb296f47 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 210 time: 0.0342498 Sep 01 09:37:47.815974 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed8a98-d793-4479-9588-58fa680d6539 req-074bee73-42ec-41bd-a4e2-c38b11bbb997 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:47.817464 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-70ed8a98-d793-4479-9588-58fa680d6539 req-074bee73-42ec-41bd-a4e2-c38b11bbb997 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 945 time: 0.0598748 Sep 01 09:37:47.855554 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-70ed8a98-d793-4479-9588-58fa680d6539 req-848a32c3-60c9-4889-aed3-163bdae996a5 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ae8d7e9-dbb0-457e-a7b0-f7c29f9a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321507 Sep 01 09:37:48.212826 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 60238) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:48.280129 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea1aef-e094-46be-bd3b-dc106161380e req-c4c89146-7c3b-44f8-ba54-13d98eb3fe98 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:48.281655 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6dea1aef-e094-46be-bd3b-dc106161380e req-c4c89146-7c3b-44f8-ba54-13d98eb3fe98 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 946 time: 0.0490592 Sep 01 09:37:48.328563 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-69ed5066-d93e-4851-9369-e00d4d7e8c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:48.335419 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6dea1aef-e094-46be-bd3b-dc106161380e req-833801fa-c524-4e2b-a3de-e81820c36447 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477951 Sep 01 09:37:48.395504 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-254c1bd0-8b82-4a79-b166-4982e921d7d7 req-d76b15fa-6d8d-4163-a4f8-4184bce9913c tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 210 time: 0.0346050 Sep 01 09:37:48.453732 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-69ed5066-d93e-4851-9369-e00d4d7e8c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:48.459299 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-69ed5066-d93e-4851-9369-e00d4d7e8c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:48.495331 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed5066-d93e-4851-9369-e00d4d7e8c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5700b591-ba8a-4afe-bc06-38819d570830,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:48.500552 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-69ed5066-d93e-4851-9369-e00d4d7e8c20 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=95792e61e50d4e34898548a89b78ab3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866375 Sep 01 09:37:48.503338 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 60244) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:48.551986 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-acba39bb-ffee-4caf-aea3-7c53015cd3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:48.573062 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-acba39bb-ffee-4caf-aea3-7c53015cd3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:48.622805 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-acba39bb-ffee-4caf-aea3-7c53015cd3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:48.625544 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-acba39bb-ffee-4caf-aea3-7c53015cd3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:48.626672 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-acba39bb-ffee-4caf-aea3-7c53015cd3f1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5700b591-ba8a-4afe-bc06-38819d570830 HTTP/1.1" status: 204 len: 168 time: 0.1225441 Sep 01 09:37:48.634719 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba39bb-ffee-4caf-aea3-7c53015cd3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5700b591-ba8a-4afe-bc06-38819d570830,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:48.746866 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08586fee-927f-448c-96c2-1fa66d9bb0ba req-8bfa3263-b5c3-4e37-949c-c1bd14fbd03c tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:48.748555 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-08586fee-927f-448c-96c2-1fa66d9bb0ba req-8bfa3263-b5c3-4e37-949c-c1bd14fbd03c tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 944 time: 0.0488744 Sep 01 09:37:48.785144 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-08586fee-927f-448c-96c2-1fa66d9bb0ba req-3703d142-0067-44e6-96dd-779c5cd26295 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306427 Sep 01 09:37:48.871876 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0f2464b1-2192-4686-9f22-9e6be26b1b9f req-0affc1a1-2760-4a94-a13d-5e69bc105c4b tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 210 time: 0.0268383 Sep 01 09:37:48.968745 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62689644-0ccc-42bd-b28f-9052874276fa req-197bd3ee-da7e-4f00-a719-b736df48df91 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:48.970218 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-62689644-0ccc-42bd-b28f-9052874276fa req-197bd3ee-da7e-4f00-a719-b736df48df91 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 945 time: 0.0483828 Sep 01 09:37:49.010620 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-62689644-0ccc-42bd-b28f-9052874276fa req-9eba517e-5d86-42ef-861a-8d9958fc5ad0 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ae8d7e9-dbb0-457e-a7b0-f7c29f9a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343392 Sep 01 09:37:49.452148 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944974c-3786-4f9a-be87-fec94dc63dda req-a8f30c9e-bfaf-4c33-bcca-505489f5d631 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:49.454369 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c944974c-3786-4f9a-be87-fec94dc63dda req-a8f30c9e-bfaf-4c33-bcca-505489f5d631 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 946 time: 0.0531287 Sep 01 09:37:49.503560 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b1a46199-bb47-49d7-bab3-3e5f5e95b8ff req-3fdadb9c-c84d-4982-b12a-0f727eefc09a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 210 time: 0.0281072 Sep 01 09:37:49.521418 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c944974c-3786-4f9a-be87-fec94dc63dda req-05c0bce5-9d06-4f85-9996-06aecdc111d2 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612233 Sep 01 09:37:49.767685 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-aee94320-6f50-41db-9b6e-19b84964191a req-9fb987a2-dc39-4f52-8d97-c10448195832 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bedd7e95-de82-48ff-807f-c40cd5f893c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326111 Sep 01 09:37:49.788418 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b282769f-1868-48f0-922a-bc3536bf7d62 req-9a58f210-d204-40b8-9a61-a737ad1ce49e service neutron] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:49.856010 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['a87a0d65-2431-41a0-bb8c-663b3a97b24e'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:37:49.880021 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-cd375697-895c-4b04-a199-c20169e8a108 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:49.881743 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-cd375697-895c-4b04-a199-c20169e8a108 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.77 "GET /v2.0/networks?id=423f25bd-20ef-4b5d-a372-f453acee8b0b HTTP/1.1" status: 200 len: 810 time: 0.1298194 Sep 01 09:37:49.899423 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-aee94320-6f50-41db-9b6e-19b84964191a req-48c1d7ea-275f-4ad9-8152-9c397d56f9fa service neutron] 10.222.0.77 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193359 Sep 01 09:37:49.991272 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05545647-fe5a-4960-88f6-8f363ff24e7a req-3d7bf799-d0ae-4939-96ec-e84540badeed tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:49.999870 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-05545647-fe5a-4960-88f6-8f363ff24e7a req-3d7bf799-d0ae-4939-96ec-e84540badeed tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 944 time: 0.1164021 Sep 01 09:37:50.018234 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b282769f-1868-48f0-922a-bc3536bf7d62 req-9a58f210-d204-40b8-9a61-a737ad1ce49e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:50.023884 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-408ea344-6025-4173-a6b1-d2603082605e tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12d977af9d49448a9a10133701a035b1 HTTP/1.1" status: 200 len: 380 time: 0.1060665 Sep 01 09:37:50.042107 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b282769f-1868-48f0-922a-bc3536bf7d62 req-9a58f210-d204-40b8-9a61-a737ad1ce49e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:50.052658 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f531b63e-e243-4dee-b081-e563555f8ad5 req-885a742e-f261-4872-84d0-1a3e186951aa tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 210 time: 0.0696564 Sep 01 09:37:50.058088 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-d7dbc58d-01b6-49ca-a7e5-21939eec5977 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Request body: {'port': {'device_id': 'd2ac9ad7-3312-4015-898e-f99ce724df05', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'admin_state_up': True, 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'security_groups': ['6d44aac5-d706-480c-8102-b8aa903215ed']}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:50.098333 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-aee94320-6f50-41db-9b6e-19b84964191a req-2201d440-3e30-4e7a-a578-0c259f6d56d4 service neutron] 10.222.0.77 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728477 Sep 01 09:37:50.099911 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b282769f-1868-48f0-922a-bc3536bf7d62 req-9a58f210-d204-40b8-9a61-a737ad1ce49e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347504 Sep 01 09:37:50.104741 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58f210-d204-40b8-9a61-a737ad1ce49e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9c95ee9e-51a9-4bb3-b99d-795cd07087aa,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:50.118689 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-05545647-fe5a-4960-88f6-8f363ff24e7a req-61fc8485-35db-45a8-ab0c-fe96b8268495 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185303 Sep 01 09:37:50.218947 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c040e7c-6429-4b59-a35b-fa0185a42dc0 req-f13cfaf1-b559-4da7-a360-b971cbd5ca81 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:50.220506 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9c040e7c-6429-4b59-a35b-fa0185a42dc0 req-f13cfaf1-b559-4da7-a360-b971cbd5ca81 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 945 time: 0.0858283 Sep 01 09:37:50.237838 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-d7dbc58d-01b6-49ca-a7e5-21939eec5977 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Made reservation on behalf of 12d977af9d49448a9a10133701a035b1 for: {'port': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:37:50.243016 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-d7dbc58d-01b6-49ca-a7e5-21939eec5977 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:50.288380 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9c040e7c-6429-4b59-a35b-fa0185a42dc0 req-148039be-b26c-4196-9bb1-6f9689a28a7c tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ae8d7e9-dbb0-457e-a7b0-f7c29f9a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604427 Sep 01 09:37:50.388108 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-d7dbc58d-01b6-49ca-a7e5-21939eec5977 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Allocated IP 172.20.0.8 (423f25bd-20ef-4b5d-a372-f453acee8b0b/e794dc62-4be5-46c4-ad96-64655e79d486/f6b2462a-5e95-4c5b-b0dd-908544fd9ed8) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:37:50.534850 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-d7dbc58d-01b6-49ca-a7e5-21939eec5977 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:50.552063 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-d7dbc58d-01b6-49ca-a7e5-21939eec5977 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Transition to ACTIVE for port object f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:37:50.608078 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-de18f6d1-88f0-4d0d-9123-2d5039e82f51 req-a908e143-c179-4f0f-ae5e-91debe22bdc9 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 210 time: 0.0303888 Sep 01 09:37:50.612993 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-d7dbc58d-01b6-49ca-a7e5-21939eec5977 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:50.692679 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-d7dbc58d-01b6-49ca-a7e5-21939eec5977 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Network 423f25bd-20ef-4b5d-a372-f453acee8b0b is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:37:50.700644 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-d7dbc58d-01b6-49ca-a7e5-21939eec5977 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:37:50.703376 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-d7dbc58d-01b6-49ca-a7e5-21939eec5977 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:37:50.709289 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-d7dbc58d-01b6-49ca-a7e5-21939eec5977 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:50.710077 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-d7dbc58d-01b6-49ca-a7e5-21939eec5977 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:50.720389 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbc58d-01b6-49ca-a7e5-21939eec5977 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Pushing event updated for resources: {'Port': ['ID=f6b2462a-5e95-4c5b-b0dd-908544fd9ed8,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:50.735669 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3aedcf-69ce-43a8-b168-ac974a5df98a req-8b82501b-057a-4bfa-bbca-e4fa9b7ac31c tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:50.737669 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6b3aedcf-69ce-43a8-b168-ac974a5df98a req-8b82501b-057a-4bfa-bbca-e4fa9b7ac31c tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 946 time: 0.1270034 Sep 01 09:37:50.748753 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-d7dbc58d-01b6-49ca-a7e5-21939eec5977 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7009740 Sep 01 09:37:50.935389 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-07917c2e-bc8b-4e6d-a666-f2b536ded7ef None None] Provisioning for port f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:37:50.939005 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-07917c2e-bc8b-4e6d-a666-f2b536ded7ef None None] Provisioning complete for port f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:50.939372 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-07917c2e-bc8b-4e6d-a666-f2b536ded7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:50.948190 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6b3aedcf-69ce-43a8-b168-ac974a5df98a req-4dbeb7ce-c71f-4d65-a02e-8aeecb08eb6b tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021925 Sep 01 09:37:50.971878 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-07917c2e-bc8b-4e6d-a666-f2b536ded7ef None None] Port f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:37:51.170540 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e18eb3-f599-4d12-9418-90b41aca2634 req-109a064b-5ff6-46f7-8f7a-0590ff598bd6 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:51.172011 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-72e18eb3-f599-4d12-9418-90b41aca2634 req-109a064b-5ff6-46f7-8f7a-0590ff598bd6 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 931 time: 0.0537677 Sep 01 09:37:51.232677 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-72e18eb3-f599-4d12-9418-90b41aca2634 req-c4209f35-a574-4c5a-926b-958c12607bdf tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546010 Sep 01 09:37:51.250855 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbbcbe3-29ec-49c1-a4ce-2f36f1fb7c3c req-ae7b2084-88e7-4f37-b1ee-2b8fcef8b6c0 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:51.252306 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-dfbbcbe3-29ec-49c1-a4ce-2f36f1fb7c3c req-ae7b2084-88e7-4f37-b1ee-2b8fcef8b6c0 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 944 time: 0.0610900 Sep 01 09:37:51.290211 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-dfbbcbe3-29ec-49c1-a4ce-2f36f1fb7c3c req-d9330eb6-0229-4efc-864d-8e87227b1659 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318661 Sep 01 09:37:51.417783 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fdf3c-024a-4abd-891d-4789bd2a7307 req-4475874a-6d30-4255-a3db-ebb58fe00479 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:51.419142 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e98fdf3c-024a-4abd-891d-4789bd2a7307 req-4475874a-6d30-4255-a3db-ebb58fe00479 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 945 time: 0.0599015 Sep 01 09:37:51.459749 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e98fdf3c-024a-4abd-891d-4789bd2a7307 req-ae5d103d-c9de-4629-a2f6-2f65013cdb17 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ae8d7e9-dbb0-457e-a7b0-f7c29f9a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325484 Sep 01 09:37:51.716667 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ad2db9bd-e92d-4668-bc1b-df3cfbee1b40 req-028105dc-1e24-46ab-bef8-6c9305d5d480 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 210 time: 0.0269592 Sep 01 09:37:52.063951 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fff940-a489-41c6-a59b-02dcf78582e5 req-0304abdb-0749-45f9-847f-b7fb38cb7d4f tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:52.065394 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-06fff940-a489-41c6-a59b-02dcf78582e5 req-0304abdb-0749-45f9-847f-b7fb38cb7d4f tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 946 time: 0.0505786 Sep 01 09:37:52.104574 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-06fff940-a489-41c6-a59b-02dcf78582e5 req-87694cc1-2e03-4b0d-ac9c-6dd117cf5077 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330358 Sep 01 09:37:52.301368 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-83dabdcd-2aa3-4b58-9e72-c938afc9b9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:52.360693 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49277e0-dee2-4315-98a5-b3027169e256 req-ec192910-0c90-400f-9240-482678408050 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:52.362174 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f49277e0-dee2-4315-98a5-b3027169e256 req-ec192910-0c90-400f-9240-482678408050 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 931 time: 0.0532472 Sep 01 09:37:52.424179 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f49277e0-dee2-4315-98a5-b3027169e256 req-58b43077-3ee7-4b2b-9c1a-8a917d0ea01e tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528014 Sep 01 09:37:52.432209 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb796154-82ed-4678-9f60-719098643a7e req-833c323a-a9ca-45ac-bdde-0a792865f8fb tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:52.433635 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-eb796154-82ed-4678-9f60-719098643a7e req-833c323a-a9ca-45ac-bdde-0a792865f8fb tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 944 time: 0.0705907 Sep 01 09:37:52.471137 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-eb796154-82ed-4678-9f60-719098643a7e req-39bc528d-064f-468a-98c7-41f56d5800d4 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313635 Sep 01 09:37:52.574606 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99b0e9-003f-406f-bb3f-bc38655a559f req-0aced5b0-5afa-45cd-9723-529e181f8915 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:52.576100 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3f99b0e9-003f-406f-bb3f-bc38655a559f req-0aced5b0-5afa-45cd-9723-529e181f8915 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 945 time: 0.0499635 Sep 01 09:37:52.617364 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3f99b0e9-003f-406f-bb3f-bc38655a559f req-20c26f41-2a18-41a3-a477-f91ecdf6a530 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ae8d7e9-dbb0-457e-a7b0-f7c29f9a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331211 Sep 01 09:37:52.826268 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-12e6552e-d7b9-4d2c-95ab-28d1939e9025 req-1cacacde-8b18-4c6b-9e9e-d6b63b3c85d4 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 210 time: 0.0297227 Sep 01 09:37:52.956983 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 4205bb18-5434-4143-8d8b-a4a64205da9b up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:37:53.013859 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning for port 4205bb18-5434-4143-8d8b-a4a64205da9b completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:37:53.017309 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port 4205bb18-5434-4143-8d8b-a4a64205da9b triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:53.017681 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:53.108268 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:53.133843 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb2c98b-9be8-4159-a8c7-3de73239400f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4205bb18-5434-4143-8d8b-a4a64205da9b'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:37:53.136148 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb86741-2d9f-447a-be25-50d41a0231c5" -d '{"events": [{"server_uuid": "2cb2c98b-9be8-4159-a8c7-3de73239400f", "name": "network-vif-plugged", "status": "completed", "tag": "4205bb18-5434-4143-8d8b-a4a64205da9b"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:37:53.148900 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 4205bb18-5434-4143-8d8b-a4a64205da9b, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=4205bb18-5434-4143-8d8b-a4a64205da9b,segment=NetworkSegment(2b4665e7-6447-4c37-b6ee-c800a7f301e7),segment_id=2b4665e7-6447-4c37-b6ee-c800a7f301e7)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:37:53.154230 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:53.179625 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bcae52-dbd9-43e3-9fca-db4f97952815 x-openstack-request-id: req-93bcae52-dbd9-43e3-9fca-db4f97952815 {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:37:53.179932 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb2c98b-9be8-4159-a8c7-3de73239400f", "name": "network-vif-plugged", "status": "completed", "tag": "4205bb18-5434-4143-8d8b-a4a64205da9b", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:37:53.180173 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-93bcae52-dbd9-43e3-9fca-db4f97952815 {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:37:53.180674 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb2c98b-9be8-4159-a8c7-3de73239400f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4205bb18-5434-4143-8d8b-a4a64205da9b', 'code': 200} Sep 01 09:37:53.205762 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=4205bb18-5434-4143-8d8b-a4a64205da9b,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:53.221589 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c905b4d-96f8-4d9c-9f12-9f36fe0bbaba req-a301bd4e-a9d8-4d0e-a315-af60e63e2ae0 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:53.223077 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6c905b4d-96f8-4d9c-9f12-9f36fe0bbaba req-a301bd4e-a9d8-4d0e-a315-af60e63e2ae0 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 946 time: 0.0498836 Sep 01 09:37:53.260146 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6c905b4d-96f8-4d9c-9f12-9f36fe0bbaba req-6b8573f2-4a8d-4b5d-926e-2c275704623d tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307028 Sep 01 09:37:53.332035 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-83357edc-db01-40ed-bec7-3f4739bdf659 service neutron] Request body: {'port': {'device_id': 'd2ac9ad7-3312-4015-898e-f99ce724df05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:53.399534 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-83357edc-db01-40ed-bec7-3f4739bdf659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:53.660104 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf3346-bcb1-4a3b-a53f-285cd2ed60a3 req-f0e0a5df-d551-4ebf-a1a4-c899ca9fd4c4 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:53.661649 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-40bf3346-bcb1-4a3b-a53f-285cd2ed60a3 req-f0e0a5df-d551-4ebf-a1a4-c899ca9fd4c4 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 931 time: 0.1418982 Sep 01 09:37:53.677493 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195c119-f1b0-4a99-b374-20febb2d0883 req-95068c7d-66a7-405d-a6dd-03a5eb1261b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:53.679089 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-6195c119-f1b0-4a99-b374-20febb2d0883 req-95068c7d-66a7-405d-a6dd-03a5eb1261b5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 1099 time: 0.0991094 Sep 01 09:37:53.688725 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7aa092-9f9a-4248-a8c1-a02be5e8708b req-f4d6363a-c739-431c-a9f4-d3b6e5381ed1 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:53.690974 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9f7aa092-9f9a-4248-a8c1-a02be5e8708b req-f4d6363a-c739-431c-a9f4-d3b6e5381ed1 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 944 time: 0.1367006 Sep 01 09:37:53.720899 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-0dcdeb09-bd54-47e0-abcb-ac22c3e8a94f tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:53.721818 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-0dcdeb09-bd54-47e0-abcb-ac22c3e8a94f tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.77 "GET /v2.0/networks?id=920f8885-e155-4a4c-b565-49a7256d330f HTTP/1.1" status: 200 len: 817 time: 0.1700032 Sep 01 09:37:53.735813 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-6195c119-f1b0-4a99-b374-20febb2d0883 req-b7aa4947-5b97-47fb-84e5-ff6edf3447b3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9ae8d7e9-dbb0-457e-a7b0-f7c29f9a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419433 Sep 01 09:37:53.773996 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9f7aa092-9f9a-4248-a8c1-a02be5e8708b req-e41e97ca-9e6c-4462-ad8b-eb4b5d281753 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717845 Sep 01 09:37:53.777844 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-40bf3346-bcb1-4a3b-a53f-285cd2ed60a3 req-bf5e3524-f78d-4827-80f2-007a20fcf536 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859652 Sep 01 09:37:53.838719 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-83357edc-db01-40ed-bec7-3f4739bdf659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:37:53.847014 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-83357edc-db01-40ed-bec7-3f4739bdf659 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:53.866564 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:53.879104 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-83357edc-db01-40ed-bec7-3f4739bdf659 service neutron] Transition to ACTIVE for port object f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:37:53.885061 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-83357edc-db01-40ed-bec7-3f4739bdf659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:53.934801 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd994bb1-9be3-44e5-af87-a0ae117d8a3d req-d184cdf3-3c7d-48b1-a3f3-ddfbec2bae12 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:53.936625 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fd994bb1-9be3-44e5-af87-a0ae117d8a3d req-d184cdf3-3c7d-48b1-a3f3-ddfbec2bae12 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 946 time: 0.1095839 Sep 01 09:37:53.992345 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-061e9a55-8ac5-4b73-8ee5-594739d04e25 req-6ef24b0c-ab4f-4965-949b-57c65813278e tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 210 time: 0.0877554 Sep 01 09:37:54.038323 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-83357edc-db01-40ed-bec7-3f4739bdf659 service neutron] Attempting to bind port f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:37:54.038915 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-83357edc-db01-40ed-bec7-3f4739bdf659 service neutron] Attempting to bind port f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '5293fbbd-52b9-41e0-b030-f4f5135458f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:37:54.039451 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-83357edc-db01-40ed-bec7-3f4739bdf659 service neutron] Attempting to bind port f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 on network 423f25bd-20ef-4b5d-a372-f453acee8b0b {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:37:54.043898 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83357edc-db01-40ed-bec7-3f4739bdf659 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b2462a-5e95-4c5b-b0dd-908544fd9ed8,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:54.050899 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-83357edc-db01-40ed-bec7-3f4739bdf659 service neutron] Port f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 on network 423f25bd-20ef-4b5d-a372-f453acee8b0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 09:37:54.051837 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-83357edc-db01-40ed-bec7-3f4739bdf659 service neutron] Attempting to bind port f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 on network 423f25bd-20ef-4b5d-a372-f453acee8b0b {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:37:54.070479 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-83357edc-db01-40ed-bec7-3f4739bdf659 service neutron] Checking agent: {'id': '8ce25ef8-d4a6-4c3d-9635-2091a35d6989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'started_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:37:54.072391 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-83357edc-db01-40ed-bec7-3f4739bdf659 service neutron] Checking segment: {'id': '5293fbbd-52b9-41e0-b030-f4f5135458f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:37:54.072881 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-83357edc-db01-40ed-bec7-3f4739bdf659 service neutron] Bound using segment: {'id': '5293fbbd-52b9-41e0-b030-f4f5135458f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:37:54.073437 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-83357edc-db01-40ed-bec7-3f4739bdf659 service neutron] Bound port: f6b2462a-5e95-4c5b-b0dd-908544fd9ed8, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5293fbbd-52b9-41e0-b030-f4f5135458f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:37:54.074644 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-dcbc08d2-d719-4ec8-bec6-b7e3d9fdd62d tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f31d34eddaa45b5acebb6d9a01f72da HTTP/1.1" status: 200 len: 379 time: 0.0663292 Sep 01 09:37:54.075161 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-83357edc-db01-40ed-bec7-3f4739bdf659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:54.095115 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fd994bb1-9be3-44e5-af87-a0ae117d8a3d req-511711d0-0e6f-4edd-9a99-9c9a8da80c74 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ae8d7e9-dbb0-457e-a7b0-f7c29f9a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438205 Sep 01 09:37:54.111339 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-fcadf4ad-7f88-4c9e-a8b0-c515397f4367 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Request body: {'port': {'device_id': '95384057-ab3f-4a8f-aceb-70fa2be96583', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'admin_state_up': True, 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'security_groups': ['94adda96-5f0a-4e59-93f7-070f8d8f96f7']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:54.174288 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-83357edc-db01-40ed-bec7-3f4739bdf659 service neutron] For port f6b2462a-5e95-4c5b-b0dd-908544fd9ed8, host hv-cinder-80672, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:37:54.185769 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-83357edc-db01-40ed-bec7-3f4739bdf659 service neutron] For port f6b2462a-5e95-4c5b-b0dd-908544fd9ed8, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=f6b2462a-5e95-4c5b-b0dd-908544fd9ed8,segment=NetworkSegment(5293fbbd-52b9-41e0-b030-f4f5135458f6),segment_id=5293fbbd-52b9-41e0-b030-f4f5135458f6)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:37:54.188200 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-83357edc-db01-40ed-bec7-3f4739bdf659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:54.225396 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-83357edc-db01-40ed-bec7-3f4739bdf659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:54.225735 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-83357edc-db01-40ed-bec7-3f4739bdf659 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:54.227601 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-83357edc-db01-40ed-bec7-3f4739bdf659 service neutron] 10.222.0.77 "PUT /v2.0/ports/f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 HTTP/1.1" status: 200 len: 1093 time: 0.9028456 Sep 01 09:37:54.228077 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ac9ad7-3312-4015-898e-f99ce724df05', 'tag': 'f6b2462a-5e95-4c5b-b0dd-908544fd9ed8'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:37:54.230539 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bef8332-b442-4654-8a85-a30a02f90cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ac9ad7-3312-4015-898e-f99ce724df05", "tag": "f6b2462a-5e95-4c5b-b0dd-908544fd9ed8"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:37:54.272539 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-fcadf4ad-7f88-4c9e-a8b0-c515397f4367 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Made reservation on behalf of 8f31d34eddaa45b5acebb6d9a01f72da for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:37:54.277061 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-fcadf4ad-7f88-4c9e-a8b0-c515397f4367 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:54.291129 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f16b875-a42d-44b0-aa26-44c12bd520b9 x-openstack-request-id: req-2f16b875-a42d-44b0-aa26-44c12bd520b9 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:37:54.291428 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ac9ad7-3312-4015-898e-f99ce724df05", "tag": "f6b2462a-5e95-4c5b-b0dd-908544fd9ed8", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:37:54.291741 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2f16b875-a42d-44b0-aa26-44c12bd520b9 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:37:54.292119 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ac9ad7-3312-4015-898e-f99ce724df05', 'tag': 'f6b2462a-5e95-4c5b-b0dd-908544fd9ed8', 'status': 'completed', 'code': 200} Sep 01 09:37:54.307201 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83357edc-db01-40ed-bec7-3f4739bdf659 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b2462a-5e95-4c5b-b0dd-908544fd9ed8,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:54.409959 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-2ceff672-98bf-468f-800d-5215c5411922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:54.411486 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-2ceff672-98bf-468f-800d-5215c5411922 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12d977af9d49448a9a10133701a035b1&device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 1096 time: 0.0975392 Sep 01 09:37:54.451481 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75456b8d-727c-42fd-874a-745769a81d08 req-4cbdb6b3-6440-4695-9c5c-bc91e9b35d02 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:54.465022 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-75456b8d-727c-42fd-874a-745769a81d08 req-4cbdb6b3-6440-4695-9c5c-bc91e9b35d02 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 946 time: 0.0908489 Sep 01 09:37:54.507220 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-995b1bbd-9a6f-4865-83b5-4e1d332966a5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 HTTP/1.1" status: 200 len: 217 time: 0.0778053 Sep 01 09:37:54.509667 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-fcadf4ad-7f88-4c9e-a8b0-c515397f4367 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Allocated IP 172.20.0.11 (920f8885-e155-4a4c-b565-49a7256d330f/fd81cb56-8012-4aea-8463-56fc1c6006dd/5163fe08-8a30-4b54-95c4-ccf4a1a57fa4) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:37:54.596305 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-75456b8d-727c-42fd-874a-745769a81d08 req-0446fb0d-dbdc-4f27-b2df-571f4db38f55 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301999 Sep 01 09:37:54.627404 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-8d797d75-1842-4d6b-8636-40d1c54b491d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:54.628872 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-8d797d75-1842-4d6b-8636-40d1c54b491d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e794dc62-4be5-46c4-ad96-64655e79d486 HTTP/1.1" status: 200 len: 849 time: 0.1058145 Sep 01 09:37:54.702536 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-f336b6d3-8095-41a0-9e65-d4597dd5c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:54.716676 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-f336b6d3-8095-41a0-9e65-d4597dd5c6b9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=423f25bd-20ef-4b5d-a372-f453acee8b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782833 Sep 01 09:37:54.749533 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-fcadf4ad-7f88-4c9e-a8b0-c515397f4367 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:54.779548 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-fcadf4ad-7f88-4c9e-a8b0-c515397f4367 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Transition to ACTIVE for port object 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:37:54.840362 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-44a66e9b-0399-4589-a38c-e3a311aeb305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:54.850356 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-fcadf4ad-7f88-4c9e-a8b0-c515397f4367 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:54.887125 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-8d4af76e-4d6c-44d9-abae-7931ed9c7720 service neutron] 10.222.0.77 "GET /v2.0/networks/423f25bd-20ef-4b5d-a372-f453acee8b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488276 Sep 01 09:37:54.921798 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-fcadf4ad-7f88-4c9e-a8b0-c515397f4367 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Network 920f8885-e155-4a4c-b565-49a7256d330f is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:37:54.925474 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-fcadf4ad-7f88-4c9e-a8b0-c515397f4367 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:37:54.929964 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-fcadf4ad-7f88-4c9e-a8b0-c515397f4367 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:37:54.938690 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-fcadf4ad-7f88-4c9e-a8b0-c515397f4367 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:54.939684 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-fcadf4ad-7f88-4c9e-a8b0-c515397f4367 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:54.950719 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcadf4ad-7f88-4c9e-a8b0-c515397f4367 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Pushing event updated for resources: {'Port': ['ID=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:54.955838 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:37:54.977336 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device a87a0d65-2431-41a0-bb8c-663b3a97b24e up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:37:55.010188 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-fcadf4ad-7f88-4c9e-a8b0-c515397f4367 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9057899 Sep 01 09:37:55.039936 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-3ac455b3-68bb-42e9-85f0-09010896edad service neutron] Request body: {'port': {'device_id': '95384057-ab3f-4a8f-aceb-70fa2be96583', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:55.125250 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314d059-e705-4cb5-99d4-2e07d4dc41a1 req-106271b4-7ea1-49dc-9845-1e04f0d265b4 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:55.133528 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c314d059-e705-4cb5-99d4-2e07d4dc41a1 req-106271b4-7ea1-49dc-9845-1e04f0d265b4 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 943 time: 0.2446864 Sep 01 09:37:55.165432 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-3ac455b3-68bb-42e9-85f0-09010896edad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:55.204971 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698454b-2507-491c-a82b-8a8e39e1b47a req-5b074de1-d8b8-4c1b-a9d4-4aff9c660b35 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:55.209691 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e698454b-2507-491c-a82b-8a8e39e1b47a req-5b074de1-d8b8-4c1b-a9d4-4aff9c660b35 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 944 time: 0.3053672 Sep 01 09:37:55.209882 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning for port a87a0d65-2431-41a0-bb8c-663b3a97b24e completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:37:55.227179 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port a87a0d65-2431-41a0-bb8c-663b3a97b24e triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:55.227532 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:55.297160 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc,segment=NetworkSegment(9f8aaadb-9d88-4b02-b2a2-bd6e3a519981),segment_id=9f8aaadb-9d88-4b02-b2a2-bd6e3a519981)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:37:55.328642 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': 'fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc', 'network_id': 'bedd7e95-de82-48ff-807f-c40cd5f893c8', 'port_id': 'fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc', 'mac_address': 'fa:16:3e:b5:92:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4142b62c-04c5-482e-b304-4963b1d58b40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:37:55.340080 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-08514a54-2b97-49d8-b3ce-b793de7bb594 req-53207f8f-36be-458b-a508-0211413c559a service neutron] 10.222.0.77 "GET /v2.0/networks/423f25bd-20ef-4b5d-a372-f453acee8b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088217 Sep 01 09:37:55.340286 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7b0496e-dedd-4efd-876d-0b42bd9e2391 None None] Provisioning for port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:37:55.364555 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7b0496e-dedd-4efd-876d-0b42bd9e2391 None None] Provisioning complete for port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:55.365274 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7b0496e-dedd-4efd-876d-0b42bd9e2391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:55.371580 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c314d059-e705-4cb5-99d4-2e07d4dc41a1 req-7bf3b9ad-5406-4db3-8ee2-35473fbeea4e tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374909 Sep 01 09:37:55.374550 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e698454b-2507-491c-a82b-8a8e39e1b47a req-9d00ee7b-02f5-4ad8-bdb7-958da4f3c63e tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623116 Sep 01 09:37:55.467103 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:55.484357 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7b0496e-dedd-4efd-876d-0b42bd9e2391 None None] Port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:37:55.490683 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:55.496646 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:55.501342 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:37:55.546864 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c3a361-2673-4141-9b86-c15c00ce7a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87a0d65-2431-41a0-bb8c-663b3a97b24e'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:37:55.549947 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7188a07-42cb-410b-832b-84bcf098baf6" -d '{"events": [{"server_uuid": "a5c3a361-2673-4141-9b86-c15c00ce7a73", "name": "network-vif-plugged", "status": "completed", "tag": "a87a0d65-2431-41a0-bb8c-663b3a97b24e"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:37:55.562148 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port a87a0d65-2431-41a0-bb8c-663b3a97b24e, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=a87a0d65-2431-41a0-bb8c-663b3a97b24e,segment=NetworkSegment(9f8aaadb-9d88-4b02-b2a2-bd6e3a519981),segment_id=9f8aaadb-9d88-4b02-b2a2-bd6e3a519981)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:37:55.567000 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc,segment=NetworkSegment(9f8aaadb-9d88-4b02-b2a2-bd6e3a519981),segment_id=9f8aaadb-9d88-4b02-b2a2-bd6e3a519981)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:37:55.569245 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:55.578505 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-3ac455b3-68bb-42e9-85f0-09010896edad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:37:55.581276 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af0536-c92c-470e-9004-c6b8f7fea516 req-a50b1348-39b7-4b78-88d6-59c91d986e9a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:55.582850 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-46af0536-c92c-470e-9004-c6b8f7fea516 req-a50b1348-39b7-4b78-88d6-59c91d986e9a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 932 time: 0.1280890 Sep 01 09:37:55.586120 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-3ac455b3-68bb-42e9-85f0-09010896edad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:55.586760 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef8332-b442-4654-8a85-a30a02f90cd7 req-993d4d56-8c1a-4271-ab24-797d53011c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:55.588328 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8bef8332-b442-4654-8a85-a30a02f90cd7 req-993d4d56-8c1a-4271-ab24-797d53011c70 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12d977af9d49448a9a10133701a035b1&device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 1096 time: 0.0991290 Sep 01 09:37:55.599367 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-3ac455b3-68bb-42e9-85f0-09010896edad service neutron] Transition to ACTIVE for port object 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:37:55.603518 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-3ac455b3-68bb-42e9-85f0-09010896edad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:55.607968 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913deb85-325d-4ffc-b1bb-44591d5135bf req-77e3cff0-fdbc-4436-a045-08c72f995958 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:55.614967 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-913deb85-325d-4ffc-b1bb-44591d5135bf req-77e3cff0-fdbc-4436-a045-08c72f995958 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 946 time: 0.1243937 Sep 01 09:37:55.639710 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:55.664620 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac455b3-68bb-42e9-85f0-09010896edad service neutron] Pushing event updated for resources: {'Port': ['ID=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:55.693981 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=a87a0d65-2431-41a0-bb8c-663b3a97b24e,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:55.699373 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-3ac455b3-68bb-42e9-85f0-09010896edad service neutron] Attempting to bind port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:37:55.699738 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-3ac455b3-68bb-42e9-85f0-09010896edad service neutron] Attempting to bind port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': 'be33b589-b8a2-4739-a388-2c089e8bdf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:37:55.700218 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-3ac455b3-68bb-42e9-85f0-09010896edad service neutron] Attempting to bind port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 on network 920f8885-e155-4a4c-b565-49a7256d330f {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:37:55.705628 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-3ac455b3-68bb-42e9-85f0-09010896edad service neutron] Port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 on network 920f8885-e155-4a4c-b565-49a7256d330f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 09:37:55.705950 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-3ac455b3-68bb-42e9-85f0-09010896edad service neutron] Attempting to bind port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 on network 920f8885-e155-4a4c-b565-49a7256d330f {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:37:55.711304 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-3ac455b3-68bb-42e9-85f0-09010896edad service neutron] Checking agent: {'id': '8ce25ef8-d4a6-4c3d-9635-2091a35d6989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'started_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:37:55.711812 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-3ac455b3-68bb-42e9-85f0-09010896edad service neutron] Checking segment: {'id': 'be33b589-b8a2-4739-a388-2c089e8bdf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:37:55.712195 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-3ac455b3-68bb-42e9-85f0-09010896edad service neutron] Bound using segment: {'id': 'be33b589-b8a2-4739-a388-2c089e8bdf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:37:55.712617 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-3ac455b3-68bb-42e9-85f0-09010896edad service neutron] Bound port: 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be33b589-b8a2-4739-a388-2c089e8bdf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:37:55.712970 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-3ac455b3-68bb-42e9-85f0-09010896edad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:55.780118 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-46af0536-c92c-470e-9004-c6b8f7fea516 req-4e2c86df-3364-43fb-b45a-3d6c3389fb28 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849427 Sep 01 09:37:55.789646 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-3ac455b3-68bb-42e9-85f0-09010896edad service neutron] For port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4, host hv-cinder-80672, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:37:55.793842 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-3ac455b3-68bb-42e9-85f0-09010896edad service neutron] For port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:37:55.799709 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-913deb85-325d-4ffc-b1bb-44591d5135bf req-d02670c5-bb3c-455e-920d-6cb1b8905bf0 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ae8d7e9-dbb0-457e-a7b0-f7c29f9a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714842 Sep 01 09:37:55.807198 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-3ac455b3-68bb-42e9-85f0-09010896edad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:55.835167 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:55.835708 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-3ac455b3-68bb-42e9-85f0-09010896edad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:55.836345 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-3ac455b3-68bb-42e9-85f0-09010896edad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:55.842875 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-3ac455b3-68bb-42e9-85f0-09010896edad service neutron] 10.222.0.77 "PUT /v2.0/ports/5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 HTTP/1.1" status: 200 len: 1094 time: 0.8071556 Sep 01 09:37:55.848524 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95384057-ab3f-4a8f-aceb-70fa2be96583', 'tag': '5163fe08-8a30-4b54-95c4-ccf4a1a57fa4'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:37:55.850956 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1158da6c3346bc0ee3ec7fc22ff852373ba0e4f09dd7013d76cb48f019b6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc955b8-243f-4829-bb42-e10817badc7c" -d '{"events": [{"name": "network-changed", "server_uuid": "95384057-ab3f-4a8f-aceb-70fa2be96583", "tag": "5163fe08-8a30-4b54-95c4-ccf4a1a57fa4"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:37:55.878224 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef8332-b442-4654-8a85-a30a02f90cd7 req-bee899c2-86f8-47a4-a8c0-52ff4d80242b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:55.890253 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8bef8332-b442-4654-8a85-a30a02f90cd7 req-bee899c2-86f8-47a4-a8c0-52ff4d80242b service neutron] 10.222.0.77 "GET /v2.0/networks?id=423f25bd-20ef-4b5d-a372-f453acee8b0b HTTP/1.1" status: 200 len: 912 time: 0.2560263 Sep 01 09:37:55.892989 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb77058-3d19-4bfa-8830-9b4ee1a4bc5f x-openstack-request-id: req-bdb77058-3d19-4bfa-8830-9b4ee1a4bc5f {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:37:55.893551 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c3a361-2673-4141-9b86-c15c00ce7a73", "name": "network-vif-plugged", "status": "completed", "tag": "a87a0d65-2431-41a0-bb8c-663b3a97b24e", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:37:55.894037 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bdb77058-3d19-4bfa-8830-9b4ee1a4bc5f {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:37:55.894767 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c3a361-2673-4141-9b86-c15c00ce7a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87a0d65-2431-41a0-bb8c-663b3a97b24e', 'code': 200} Sep 01 09:37:55.970446 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac455b3-68bb-42e9-85f0-09010896edad service neutron] Pushing event updated for resources: {'Port': ['ID=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:55.989493 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943c2762-462e-469e-92f2-8ef16e4c2040 x-openstack-request-id: req-943c2762-462e-469e-92f2-8ef16e4c2040 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:37:55.989778 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95384057-ab3f-4a8f-aceb-70fa2be96583", "tag": "5163fe08-8a30-4b54-95c4-ccf4a1a57fa4", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:37:55.990021 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-943c2762-462e-469e-92f2-8ef16e4c2040 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:37:55.990409 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95384057-ab3f-4a8f-aceb-70fa2be96583', 'tag': '5163fe08-8a30-4b54-95c4-ccf4a1a57fa4', 'status': 'completed', 'code': 200} Sep 01 09:37:56.049221 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:37:56.111539 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-683da6a5-499c-4039-9e75-b0af92379760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:56.113651 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-683da6a5-499c-4039-9e75-b0af92379760 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8f31d34eddaa45b5acebb6d9a01f72da&device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 1097 time: 0.1029730 Sep 01 09:37:56.132516 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8bef8332-b442-4654-8a85-a30a02f90cd7 req-750d713a-7154-4b86-bf35-abb045efa551 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 HTTP/1.1" status: 200 len: 217 time: 0.1121554 Sep 01 09:37:56.149232 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e8aa8-6319-45e4-b22d-fb687c29012d req-877ffa57-596b-470f-857b-5bcebdbb3daa tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:56.157293 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-356e8aa8-6319-45e4-b22d-fb687c29012d req-877ffa57-596b-470f-857b-5bcebdbb3daa tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 946 time: 0.2429936 Sep 01 09:37:56.211710 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-356e8aa8-6319-45e4-b22d-fb687c29012d req-ed39fa9f-c291-4470-a5f8-c685ac2206cf tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526106 Sep 01 09:37:56.240806 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:56.266867 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef8332-b442-4654-8a85-a30a02f90cd7 req-85c932ca-d8ee-4234-9d89-434057cad1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:56.268388 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8bef8332-b442-4654-8a85-a30a02f90cd7 req-85c932ca-d8ee-4234-9d89-434057cad1ff service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e794dc62-4be5-46c4-ad96-64655e79d486 HTTP/1.1" status: 200 len: 849 time: 0.0726664 Sep 01 09:37:56.342292 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef8332-b442-4654-8a85-a30a02f90cd7 req-91a47272-9b10-4136-8b64-23af36dc7489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:56.345403 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-99d62699-e107-4043-93a0-3bf6a316b38c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 HTTP/1.1" status: 200 len: 217 time: 0.1949055 Sep 01 09:37:56.348484 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8bef8332-b442-4654-8a85-a30a02f90cd7 req-91a47272-9b10-4136-8b64-23af36dc7489 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=423f25bd-20ef-4b5d-a372-f453acee8b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709603 Sep 01 09:37:56.524258 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661ac99-9601-4e5d-ad0b-41574a39462e req-4647664b-a8bf-4376-b7b4-287f441a32e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:56.525763 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-3661ac99-9601-4e5d-ad0b-41574a39462e req-4647664b-a8bf-4376-b7b4-287f441a32e5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 1098 time: 0.2120025 Sep 01 09:37:56.531785 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-aba7b359-be3f-4d8c-add1-af953876c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:56.533216 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-aba7b359-be3f-4d8c-add1-af953876c89e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd81cb56-8012-4aea-8463-56fc1c6006dd HTTP/1.1" status: 200 len: 856 time: 0.1545885 Sep 01 09:37:56.580842 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 60514) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:56.668748 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8bef8332-b442-4654-8a85-a30a02f90cd7 req-ad388903-8c37-43a0-b6dc-5f6ea5ddd0d1 service neutron] 10.222.0.77 "GET /v2.0/networks/423f25bd-20ef-4b5d-a372-f453acee8b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941704 Sep 01 09:37:56.713817 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b3261-cbea-4fb9-bbc1-3f97c91cd473 req-02b87ecc-352b-4c75-a411-7579959c8f71 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:56.715381 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-aa3b3261-cbea-4fb9-bbc1-3f97c91cd473 req-02b87ecc-352b-4c75-a411-7579959c8f71 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 943 time: 0.1803157 Sep 01 09:37:56.789481 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-3661ac99-9601-4e5d-ad0b-41574a39462e req-c8e55f62-b275-45c5-bf04-235d8e81b49b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551956 Sep 01 09:37:56.803464 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-54ada78f-ae74-4969-8b14-c332c4a99c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:56.805148 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-54ada78f-ae74-4969-8b14-c332c4a99c24 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=920f8885-e155-4a4c-b565-49a7256d330f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705373 Sep 01 09:37:57.011766 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8999f83-19fb-41f4-a0b9-62bdf5578bdb req-c233be65-a812-47aa-a16b-ee096214b05f tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:57.013259 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d8999f83-19fb-41f4-a0b9-62bdf5578bdb req-c233be65-a812-47aa-a16b-ee096214b05f tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 945 time: 0.4905155 Sep 01 09:37:57.029359 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-82ca10c4-4353-408b-9fc5-0b792fe9a79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:57.078484 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-aa3b3261-cbea-4fb9-bbc1-3f97c91cd473 req-12dbd8d8-2207-42e5-97a9-18e3ee32b898 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189280 Sep 01 09:37:57.127939 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8bef8332-b442-4654-8a85-a30a02f90cd7 req-9f3d9ce0-c83b-4ed8-a24c-618a4414d3ca service neutron] 10.222.0.77 "GET /v2.0/networks/423f25bd-20ef-4b5d-a372-f453acee8b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510317 Sep 01 09:37:57.135215 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d8999f83-19fb-41f4-a0b9-62bdf5578bdb req-6dd15765-d722-49c6-a9ff-ff11fe52f989 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128910 Sep 01 09:37:57.230148 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-c6bb6047-ff62-4707-82bc-6ff862a86e90 service neutron] 10.222.0.77 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156809 Sep 01 09:37:57.243133 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08f79a-1bb1-4e2f-8cfc-247292175867 req-3aa64472-d479-4f54-a46e-43cfdd08acc5 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:57.244942 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fc08f79a-1bb1-4e2f-8cfc-247292175867 req-3aa64472-d479-4f54-a46e-43cfdd08acc5 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0915046 Sep 01 09:37:57.270376 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-82ca10c4-4353-408b-9fc5-0b792fe9a79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:57.281453 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-82ca10c4-4353-408b-9fc5-0b792fe9a79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:57.330392 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-aa185a6e-d603-4628-af48-0e26b64dee4c req-68599612-387b-44b0-ab53-5ef9f45ef9a8 service neutron] 10.222.0.77 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859997 Sep 01 09:37:57.335699 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fc08f79a-1bb1-4e2f-8cfc-247292175867 req-a731a3dc-fa76-4b69-beeb-011ef2c8c823 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763488 Sep 01 09:37:57.339152 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-82ca10c4-4353-408b-9fc5-0b792fe9a79e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=83b225f05ffa40138b690d092190e408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7568643 Sep 01 09:37:57.341968 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 60530) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:57.350899 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca10c4-4353-408b-9fc5-0b792fe9a79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f570e87a-6875-4e04-8c3f-7ad2e105548a,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:57.408988 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c25ad93d-cdc7-4ec7-bb0f-82038b30e55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:57.436488 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c25ad93d-cdc7-4ec7-bb0f-82038b30e55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:57.497645 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc955b8-243f-4829-bb42-e10817badc7c req-3dd7cc21-ad1e-4557-9af3-3f1e253a99aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:57.497793 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c25ad93d-cdc7-4ec7-bb0f-82038b30e55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:57.499099 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-cdc955b8-243f-4829-bb42-e10817badc7c req-3dd7cc21-ad1e-4557-9af3-3f1e253a99aa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8f31d34eddaa45b5acebb6d9a01f72da&device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 1097 time: 0.0473707 Sep 01 09:37:57.500530 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c25ad93d-cdc7-4ec7-bb0f-82038b30e55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:57.501978 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-c25ad93d-cdc7-4ec7-bb0f-82038b30e55c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f570e87a-6875-4e04-8c3f-7ad2e105548a HTTP/1.1" status: 204 len: 168 time: 0.1590147 Sep 01 09:37:57.513128 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ad93d-cdc7-4ec7-bb0f-82038b30e55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f570e87a-6875-4e04-8c3f-7ad2e105548a,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:57.629587 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc955b8-243f-4829-bb42-e10817badc7c req-342802d4-8ca0-4c10-8ad1-4789f3492886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:57.631092 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-cdc955b8-243f-4829-bb42-e10817badc7c req-342802d4-8ca0-4c10-8ad1-4789f3492886 service neutron] 10.222.0.77 "GET /v2.0/networks?id=920f8885-e155-4a4c-b565-49a7256d330f HTTP/1.1" status: 200 len: 919 time: 0.1234262 Sep 01 09:37:57.689422 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-cdc955b8-243f-4829-bb42-e10817badc7c req-ade8fee0-1f62-4d3e-bfda-ea1d58d6e9b7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 HTTP/1.1" status: 200 len: 217 time: 0.0501945 Sep 01 09:37:57.753045 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc955b8-243f-4829-bb42-e10817badc7c req-51c69046-cb50-4365-966b-272d256f535b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:57.754188 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-cdc955b8-243f-4829-bb42-e10817badc7c req-51c69046-cb50-4365-966b-272d256f535b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd81cb56-8012-4aea-8463-56fc1c6006dd HTTP/1.1" status: 200 len: 856 time: 0.0555115 Sep 01 09:37:57.813020 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc955b8-243f-4829-bb42-e10817badc7c req-ad0886ef-2a9b-47cb-90af-091f0740e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:57.815100 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-cdc955b8-243f-4829-bb42-e10817badc7c req-ad0886ef-2a9b-47cb-90af-091f0740e85c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=920f8885-e155-4a4c-b565-49a7256d330f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517671 Sep 01 09:37:57.882320 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:57.958403 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-cdc955b8-243f-4829-bb42-e10817badc7c req-e80dc273-b831-4c6e-9d81-481b0b57a488 service neutron] 10.222.0.77 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336787 Sep 01 09:37:58.035491 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 60576) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:58.118062 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-cdc955b8-243f-4829-bb42-e10817badc7c req-c5cff91b-c181-4d9a-a798-a1870be3033e service neutron] 10.222.0.77 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440740 Sep 01 09:37:58.191709 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-424c9f09-4d96-4e72-acc6-ac584ee3b6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:58.247831 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5b5f9-801f-4137-9be6-97bfc60dbbb3 req-54d4a812-eeeb-4b4e-aafa-5c139d935911 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:58.255537 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-70e5b5f9-801f-4137-9be6-97bfc60dbbb3 req-54d4a812-eeeb-4b4e-aafa-5c139d935911 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 943 time: 0.0736773 Sep 01 09:37:58.320043 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-70e5b5f9-801f-4137-9be6-97bfc60dbbb3 req-03f4e023-c6e7-4a96-bce5-aacdd910328e tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636621 Sep 01 09:37:58.384366 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-424c9f09-4d96-4e72-acc6-ac584ee3b6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:58.390220 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-424c9f09-4d96-4e72-acc6-ac584ee3b6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:58.483090 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c9f09-4d96-4e72-acc6-ac584ee3b6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8a7c73-1c77-46b8-b73d-b7a708058f74,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:58.492600 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-424c9f09-4d96-4e72-acc6-ac584ee3b6c7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dfe7b73105df472ba25c85f1e03cee65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4554369 Sep 01 09:37:58.495698 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 60604) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:58.509929 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e73d8-c263-4aa4-81db-51edf7473d57 req-4d78b7c3-3ee5-4e11-b34f-e62478995f36 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:58.511987 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-314e73d8-c263-4aa4-81db-51edf7473d57 req-4d78b7c3-3ee5-4e11-b34f-e62478995f36 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 945 time: 0.1183288 Sep 01 09:37:58.560653 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-66d0c8c7-2ae4-4893-ab71-d590b800e03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:58.586797 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-314e73d8-c263-4aa4-81db-51edf7473d57 req-c14a4170-52d9-4b66-97b6-1c436c49b9f9 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671813 Sep 01 09:37:58.613388 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-66d0c8c7-2ae4-4893-ab71-d590b800e03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:58.654954 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414c371-6f74-4eb8-aba5-26bb1e447de8 req-31aa94ac-e7f7-4f06-8165-ed5573b9affa tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:58.657117 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3414c371-6f74-4eb8-aba5-26bb1e447de8 req-31aa94ac-e7f7-4f06-8165-ed5573b9affa tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0598354 Sep 01 09:37:58.671196 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-66d0c8c7-2ae4-4893-ab71-d590b800e03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:58.674267 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-66d0c8c7-2ae4-4893-ab71-d590b800e03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:58.676100 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-66d0c8c7-2ae4-4893-ab71-d590b800e03d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ee8a7c73-1c77-46b8-b73d-b7a708058f74 HTTP/1.1" status: 204 len: 168 time: 0.1791131 Sep 01 09:37:58.695365 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0c8c7-2ae4-4893-ab71-d590b800e03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8a7c73-1c77-46b8-b73d-b7a708058f74,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:58.715036 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3414c371-6f74-4eb8-aba5-26bb1e447de8 req-5908bf4f-2675-4fd0-a928-05e23db83542 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518782 Sep 01 09:37:59.001580 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:37:59.017459 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:37:59.136222 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning for port fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:37:59.144714 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port f6b2462a-5e95-4c5b-b0dd-908544fd9ed8, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=f6b2462a-5e95-4c5b-b0dd-908544fd9ed8,segment=NetworkSegment(5293fbbd-52b9-41e0-b030-f4f5135458f6),segment_id=5293fbbd-52b9-41e0-b030-f4f5135458f6)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:37:59.146921 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:37:59.147292 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:59.175329 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': 'f6b2462a-5e95-4c5b-b0dd-908544fd9ed8', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'port_id': 'f6b2462a-5e95-4c5b-b0dd-908544fd9ed8', 'mac_address': 'fa:16:3e:47:56:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:37:59.225288 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:59.259910 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:37:59.290541 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port f6b2462a-5e95-4c5b-b0dd-908544fd9ed8, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=f6b2462a-5e95-4c5b-b0dd-908544fd9ed8,segment=NetworkSegment(5293fbbd-52b9-41e0-b030-f4f5135458f6),segment_id=5293fbbd-52b9-41e0-b030-f4f5135458f6)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:37:59.291397 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:59.300014 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:59.338719 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1700d129-faac-4829-bc63-219f9c05cb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:37:59.341179 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1eaae2c-55ed-4ab9-ad31-566b7c56ae68" -d '{"events": [{"server_uuid": "1700d129-faac-4829-bc63-219f9c05cb0d", "name": "network-vif-plugged", "status": "completed", "tag": "fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:37:59.376590 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc,segment=NetworkSegment(9f8aaadb-9d88-4b02-b2a2-bd6e3a519981),segment_id=9f8aaadb-9d88-4b02-b2a2-bd6e3a519981)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:37:59.387930 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:59.391031 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df979541-79e9-4ddc-ba2b-7bc2feeaf336 x-openstack-request-id: req-df979541-79e9-4ddc-ba2b-7bc2feeaf336 {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:37:59.391314 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1700d129-faac-4829-bc63-219f9c05cb0d", "name": "network-vif-plugged", "status": "completed", "tag": "fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:37:59.391561 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-df979541-79e9-4ddc-ba2b-7bc2feeaf336 {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:37:59.391965 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1700d129-faac-4829-bc63-219f9c05cb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc', 'code': 200} Sep 01 09:37:59.393569 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=f6b2462a-5e95-4c5b-b0dd-908544fd9ed8,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:59.448453 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:59.478208 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed683fc-3427-4cd9-a97b-61a6ee40e069 req-c2afef71-85ca-4bf1-b456-bdb670110800 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:59.479847 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7ed683fc-3427-4cd9-a97b-61a6ee40e069 req-c2afef71-85ca-4bf1-b456-bdb670110800 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 944 time: 0.0565121 Sep 01 09:37:59.519049 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7ed683fc-3427-4cd9-a97b-61a6ee40e069 req-ff77b62b-ae94-46b5-971f-1fe5550fa09d tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326478 Sep 01 09:37:59.664206 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 60670) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:37:59.709868 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b9d8b-602c-41c3-836a-fc35281190bd req-dc796ed6-5be2-493f-bb67-a739422db2fb tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:59.711467 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f68b9d8b-602c-41c3-836a-fc35281190bd req-dc796ed6-5be2-493f-bb67-a739422db2fb tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0559416 Sep 01 09:37:59.751641 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f68b9d8b-602c-41c3-836a-fc35281190bd req-a3d5149b-6b4c-45c7-b1c0-bc36066f943f tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327773 Sep 01 09:37:59.766425 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-416e74a9-4860-46ab-a90d-a725b7c8a2c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1296291165-network', 'tenant_id': '652aaac9455a48e0888cab774c86bd79'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:37:59.788583 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416e74a9-4860-46ab-a90d-a725b7c8a2c8 admin admin] Made reservation on behalf of 652aaac9455a48e0888cab774c86bd79 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:37:59.791316 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-416e74a9-4860-46ab-a90d-a725b7c8a2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:59.800222 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-416e74a9-4860-46ab-a90d-a725b7c8a2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:59.841597 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd727b72-ed28-4974-81d6-133b4fa5b45f req-b86ff350-4cb2-46e7-9d7c-15f6d8deb462 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:37:59.843338 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bd727b72-ed28-4974-81d6-133b4fa5b45f req-b86ff350-4cb2-46e7-9d7c-15f6d8deb462 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0499907 Sep 01 09:37:59.886058 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bd727b72-ed28-4974-81d6-133b4fa5b45f req-79ef3814-9978-46ec-9266-409f3c1af514 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352581 Sep 01 09:37:59.895924 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-416e74a9-4860-46ab-a90d-a725b7c8a2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:59.900892 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-416e74a9-4860-46ab-a90d-a725b7c8a2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:59.919111 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416e74a9-4860-46ab-a90d-a725b7c8a2c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 09:37:59.937273 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-416e74a9-4860-46ab-a90d-a725b7c8a2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:37:59.937613 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.db.segments_db [None req-416e74a9-4860-46ab-a90d-a725b7c8a2c8 admin admin] Added segment 6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8 of type vlan for network bb0039a9-26f2-4fca-b341-1dd21fde0a44 Sep 01 09:37:59.944847 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e74a9-4860-46ab-a90d-a725b7c8a2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600c0021-d9f7-4d46-b487-17e02c5a4fa7,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:37:59.981638 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-416e74a9-4860-46ab-a90d-a725b7c8a2c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737162809959'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:00.008281 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-416e74a9-4860-46ab-a90d-a725b7c8a2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:00.009252 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416e74a9-4860-46ab-a90d-a725b7c8a2c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:00.009831 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-416e74a9-4860-46ab-a90d-a725b7c8a2c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:00.063363 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-416e74a9-4860-46ab-a90d-a725b7c8a2c8 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3978429 Sep 01 09:38:00.066259 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 60682) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:00.070240 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e74a9-4860-46ab-a90d-a725b7c8a2c8 admin admin] Pushing event updated for resources: {'Network': ['ID=bb0039a9-26f2-4fca-b341-1dd21fde0a44,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:00.081220 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Network bb0039a9-26f2-4fca-b341-1dd21fde0a44 details requested by agent ovs-agent-dv-cinder-806726-2-iscsi with host dv-cinder-806726-2-iscsi {{(pid=94094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 09:38:00.090888 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-711c592c-6706-4fa8-9d06-1e2286c0e2b8 admin admin] Request body: {'subnet': {'network_id': 'bb0039a9-26f2-4fca-b341-1dd21fde0a44', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1296291165-subnet', 'tenant_id': '652aaac9455a48e0888cab774c86bd79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:38:00.135223 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711c592c-6706-4fa8-9d06-1e2286c0e2b8 admin admin] Made reservation on behalf of 652aaac9455a48e0888cab774c86bd79 for: {'subnet': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:38:00.137980 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-711c592c-6706-4fa8-9d06-1e2286c0e2b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:00.308595 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-711c592c-6706-4fa8-9d06-1e2286c0e2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for subnet, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:00.360762 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c592c-6706-4fa8-9d06-1e2286c0e2b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2241ebc6-bd60-44ff-a57c-e0b1fc15fd1c,revision_number=0']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:00.370737 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711c592c-6706-4fa8-9d06-1e2286c0e2b8 admin admin] Checking segment: {'id': '6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'bb0039a9-26f2-4fca-b341-1dd21fde0a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:38:00.371088 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711c592c-6706-4fa8-9d06-1e2286c0e2b8 admin admin] Network hostable DHCP agents. Network: bb0039a9-26f2-4fca-b341-1dd21fde0a44, hostable agents: ['c003adbb-c13d-447f-8337-f44cd480aeda'], hosted agents: [] {{(pid=94093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 09:38:00.389007 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711c592c-6706-4fa8-9d06-1e2286c0e2b8 admin admin] Network bb0039a9-26f2-4fca-b341-1dd21fde0a44 is scheduled to be hosted by DHCP agent c003adbb-c13d-447f-8337-f44cd480aeda with binding_index 1 {{(pid=94093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 09:38:00.399109 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-711c592c-6706-4fa8-9d06-1e2286c0e2b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-2-iscsi, bb0039a9-26f2-4fca-b341-1dd21fde0a44) {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:38:00.403119 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711c592c-6706-4fa8-9d06-1e2286c0e2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:00.403753 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-711c592c-6706-4fa8-9d06-1e2286c0e2b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:00.408630 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bf1432-ba69-49fa-adf2-41c82c8b0fa6 None None] Network bb0039a9-26f2-4fca-b341-1dd21fde0a44 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:38:00.418018 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-711c592c-6706-4fa8-9d06-1e2286c0e2b8 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3505626 Sep 01 09:38:00.526772 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9affa8-bd69-4604-87c4-ecf6221c9bac None None] Network bb0039a9-26f2-4fca-b341-1dd21fde0a44 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:38:00.641729 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6647e1a-54f7-44be-aef3-6e83dbbc8b96 req-39d1e83a-77d3-4a0c-b107-503d51d75829 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:00.643222 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f6647e1a-54f7-44be-aef3-6e83dbbc8b96 req-39d1e83a-77d3-4a0c-b107-503d51d75829 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 944 time: 0.0549593 Sep 01 09:38:00.681172 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f6647e1a-54f7-44be-aef3-6e83dbbc8b96 req-a5e62692-08c0-45a2-a0dd-251b26f334ba tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305228 Sep 01 09:38:00.871600 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc2010-640a-4c9b-a7c8-7b3490708abe req-b9573c1b-c19a-4e8b-a17f-7766250169a5 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:00.873154 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a9cc2010-640a-4c9b-a7c8-7b3490708abe req-b9573c1b-c19a-4e8b-a17f-7766250169a5 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0494158 Sep 01 09:38:00.915206 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a9cc2010-640a-4c9b-a7c8-7b3490708abe req-e1669407-8e23-484d-885c-4c7b5b919ec1 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354669 Sep 01 09:38:01.003252 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3872c96-54d1-42f7-93a0-093365720996 req-65474e5b-e44a-48c5-9430-ab0fcc01a49f tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:01.008105 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a3872c96-54d1-42f7-93a0-093365720996 req-65474e5b-e44a-48c5-9430-ab0fcc01a49f tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0525959 Sep 01 09:38:01.041698 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a3872c96-54d1-42f7-93a0-093365720996 req-49bf9c6b-d384-440d-8310-18744b87c125 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309587 Sep 01 09:38:01.811077 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc4499-af28-448e-acc8-261990b6ea2b req-1892d73c-f24a-46dd-9b9b-23c3b1766fb1 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:01.812552 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-23fc4499-af28-448e-acc8-261990b6ea2b req-1892d73c-f24a-46dd-9b9b-23c3b1766fb1 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 944 time: 0.0548441 Sep 01 09:38:01.853449 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-23fc4499-af28-448e-acc8-261990b6ea2b req-a486466c-a380-4643-91ce-358ae213f961 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322278 Sep 01 09:38:02.043476 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e37990-4eff-455e-9b93-716f6ff61676 req-e10abc9e-864e-4839-8b66-063239f2453a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:02.044966 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b5e37990-4eff-455e-9b93-716f6ff61676 req-e10abc9e-864e-4839-8b66-063239f2453a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0494370 Sep 01 09:38:02.080881 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:38:02.088267 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b5e37990-4eff-455e-9b93-716f6ff61676 req-45e4d1fb-86f7-4048-b92b-623cc4766968 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373294 Sep 01 09:38:02.179276 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12525-3eab-49aa-99d5-bf3904523f93 req-23e1e08d-ef92-4513-9644-2a46acedb979 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:02.180868 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-aff12525-3eab-49aa-99d5-bf3904523f93 req-23e1e08d-ef92-4513-9644-2a46acedb979 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0524068 Sep 01 09:38:02.196242 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:38:02.207705 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': '5163fe08-8a30-4b54-95c4-ccf4a1a57fa4', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'port_id': '5163fe08-8a30-4b54-95c4-ccf4a1a57fa4', 'mac_address': 'fa:16:3e:3d:88:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:38:02.221806 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-aff12525-3eab-49aa-99d5-bf3904523f93 req-52695e64-dab6-43d9-aef7-e748fdcb05ac tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345762 Sep 01 09:38:02.251846 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:02.261868 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6c1f8-8883-4444-9647-d76ecff38cee req-cedfe69b-4ea0-4036-b109-1ed69afb2c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:02.264024 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-58d6c1f8-8883-4444-9647-d76ecff38cee req-cedfe69b-4ea0-4036-b109-1ed69afb2c55 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 1099 time: 0.0536437 Sep 01 09:38:02.265182 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:38:02.285555 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:38:02.290261 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:02.301642 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-58d6c1f8-8883-4444-9647-d76ecff38cee req-03228afe-1c25-48db-9650-0d2c0ab7bf1a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296926 Sep 01 09:38:02.339013 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:02.588841 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['f6b2462a-5e95-4c5b-b0dd-908544fd9ed8'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:38:02.927535 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['5163fe08-8a30-4b54-95c4-ccf4a1a57fa4'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:38:02.987640 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270694b-eaf1-4fe0-887c-633119566ae0 req-831b7095-02e3-4d2f-a8b5-d4554fc5a35a tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:02.989228 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4270694b-eaf1-4fe0-887c-633119566ae0 req-831b7095-02e3-4d2f-a8b5-d4554fc5a35a tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 944 time: 0.0677276 Sep 01 09:38:03.036628 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4270694b-eaf1-4fe0-887c-633119566ae0 req-8f282a90-97ac-44be-a965-ba4d73092d36 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312643 Sep 01 09:38:03.208662 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad8bbf-790f-4835-8194-b0554646555d req-eb133abe-2796-43dd-bda6-b6bb2639cbe4 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:03.210159 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-acad8bbf-790f-4835-8194-b0554646555d req-eb133abe-2796-43dd-bda6-b6bb2639cbe4 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0579915 Sep 01 09:38:03.249535 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-acad8bbf-790f-4835-8194-b0554646555d req-e233ec54-e1f6-45cd-92ad-e6bba8d17b89 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330257 Sep 01 09:38:03.347556 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c90206-9e91-472e-9ef7-ef60d1e5e7d1 req-8134f55f-209a-40e8-9620-b5df79fdc335 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:03.349145 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e7c90206-9e91-472e-9ef7-ef60d1e5e7d1 req-8134f55f-209a-40e8-9620-b5df79fdc335 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 945 time: 0.0527558 Sep 01 09:38:03.394982 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e7c90206-9e91-472e-9ef7-ef60d1e5e7d1 req-448d5c3e-67d5-4f8c-accf-8a0364c046f6 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386152 Sep 01 09:38:04.097009 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:38:04.155259 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning for port f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:38:04.160242 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:38:04.160626 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:04.172466 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fc0e2-6cd0-436b-95c0-094ad55f2e04 req-c45af7a0-d2f7-4276-aa6c-939b9df3076a tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:04.175811 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4b6fc0e2-6cd0-436b-95c0-094ad55f2e04 req-c45af7a0-d2f7-4276-aa6c-939b9df3076a tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 944 time: 0.0599034 Sep 01 09:38:04.244538 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:04.264534 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4b6fc0e2-6cd0-436b-95c0-094ad55f2e04 req-76206712-2370-427c-a65f-0dc37b16310e tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827422 Sep 01 09:38:04.270872 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ac9ad7-3312-4015-898e-f99ce724df05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b2462a-5e95-4c5b-b0dd-908544fd9ed8'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:38:04.273487 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4667a27f-02c5-447f-89ad-bf43654e5d62" -d '{"events": [{"server_uuid": "d2ac9ad7-3312-4015-898e-f99ce724df05", "name": "network-vif-plugged", "status": "completed", "tag": "f6b2462a-5e95-4c5b-b0dd-908544fd9ed8"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:38:04.293169 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port f6b2462a-5e95-4c5b-b0dd-908544fd9ed8, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=f6b2462a-5e95-4c5b-b0dd-908544fd9ed8,segment=NetworkSegment(5293fbbd-52b9-41e0-b030-f4f5135458f6),segment_id=5293fbbd-52b9-41e0-b030-f4f5135458f6)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:38:04.300589 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:04.318266 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-c29dd216-0262-439d-85b8-ee101a5dbf17 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:04.319905 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-c29dd216-0262-439d-85b8-ee101a5dbf17 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/networks?id=bb0039a9-26f2-4fca-b341-1dd21fde0a44 HTTP/1.1" status: 200 len: 809 time: 0.1249313 Sep 01 09:38:04.340291 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-9b314668-05d3-4b9b-ba1c-09f1d5f3be67 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/quotas/652aaac9455a48e0888cab774c86bd79 HTTP/1.1" status: 200 len: 375 time: 0.0144033 Sep 01 09:38:04.357919 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=f6b2462a-5e95-4c5b-b0dd-908544fd9ed8,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:04.380181 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-7089886e-b80d-406b-a49c-2a30ef69c772 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=652aaac9455a48e0888cab774c86bd79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377722 Sep 01 09:38:04.463172 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411e3f1-9e73-4bf7-acd0-805d1741a2af req-5c482887-f7dc-49d6-b1cd-9a9f16cf3f96 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:04.464688 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d411e3f1-9e73-4bf7-acd0-805d1741a2af req-5c482887-f7dc-49d6-b1cd-9a9f16cf3f96 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.1213241 Sep 01 09:38:04.504164 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-a0fb8e39-caba-406a-ab62-798382581a79 service neutron] 10.222.0.74 "GET /v2.0/networks/bb0039a9-26f2-4fca-b341-1dd21fde0a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108992 Sep 01 09:38:04.563564 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d411e3f1-9e73-4bf7-acd0-805d1741a2af req-3052b1ed-b025-450f-afaf-13ef0578cc7c tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905392 Sep 01 09:38:04.615102 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728ef93c-70e0-425c-83bc-d7cee6b2e267 x-openstack-request-id: req-728ef93c-70e0-425c-83bc-d7cee6b2e267 {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:38:04.615373 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ac9ad7-3312-4015-898e-f99ce724df05", "name": "network-vif-plugged", "status": "completed", "tag": "f6b2462a-5e95-4c5b-b0dd-908544fd9ed8", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:38:04.616039 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-728ef93c-70e0-425c-83bc-d7cee6b2e267 {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:38:04.616039 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ac9ad7-3312-4015-898e-f99ce724df05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b2462a-5e95-4c5b-b0dd-908544fd9ed8', 'code': 200} Sep 01 09:38:04.620048 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-0407da23-b8d4-418e-8313-55694cacdde6 service neutron] 10.222.0.74 "GET /v2.0/networks/bb0039a9-26f2-4fca-b341-1dd21fde0a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062768 Sep 01 09:38:04.721011 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3d2d1-a489-40c9-aeca-1276c2578344 req-1719c4ed-de7f-40ca-8f6c-1a434632273c tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:04.722537 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bdf3d2d1-a489-40c9-aeca-1276c2578344 req-1719c4ed-de7f-40ca-8f6c-1a434632273c tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 945 time: 0.0608757 Sep 01 09:38:04.770445 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bdf3d2d1-a489-40c9-aeca-1276c2578344 req-409bf5f0-adbb-4281-99d5-04c63b120109 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357811 Sep 01 09:38:04.882393 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bbc34-20f2-40a7-beb2-3c60941ebed8 req-c0daad64-f73a-4fb0-80eb-a2bf44f4e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:04.884209 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-9b3bbc34-20f2-40a7-beb2-3c60941ebed8 req-c0daad64-f73a-4fb0-80eb-a2bf44f4e883 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 1098 time: 0.0623059 Sep 01 09:38:04.908052 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-37e8b45a-56f8-424b-93d1-fe5ef0ebe2ee req-9dd1863f-b92d-4317-9755-f4b29c65f711 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba92b0e9-a5af-4a97-808e-047693d29a5a HTTP/1.1" status: 200 len: 210 time: 0.0439584 Sep 01 09:38:04.936634 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-9b3bbc34-20f2-40a7-beb2-3c60941ebed8 req-ca9ea21c-851a-48fc-968a-0b522f750ff2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379875 Sep 01 09:38:05.107792 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c419a-6f28-4ce8-9427-e954c4db0c6f req-db088739-ee13-4bcd-aa42-96d60be02883 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:05.112109 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-428c419a-6f28-4ce8-9427-e954c4db0c6f req-db088739-ee13-4bcd-aa42-96d60be02883 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0572004 Sep 01 09:38:05.147181 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-428c419a-6f28-4ce8-9427-e954c4db0c6f req-05a67433-8472-4011-8029-500fedbd44d9 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317800 Sep 01 09:38:05.390670 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751b485-5f0f-4425-a9ff-a3c962018525 req-091de86c-ebe5-449e-b89e-29254b3e60d4 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:05.392202 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4751b485-5f0f-4425-a9ff-a3c962018525 req-091de86c-ebe5-449e-b89e-29254b3e60d4 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0511894 Sep 01 09:38:05.433318 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4751b485-5f0f-4425-a9ff-a3c962018525 req-19c90a2b-722a-4900-958f-81dae2440cd0 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346372 Sep 01 09:38:05.438478 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a165d-5b21-4a3c-916f-e60eead3ddba req-80cb01b1-fb35-4ecb-b339-d5f3490225aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:05.440004 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-425a165d-5b21-4a3c-916f-e60eead3ddba req-80cb01b1-fb35-4ecb-b339-d5f3490225aa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bda3c63758054fb894b05110b11297a6&device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 1099 time: 0.0443506 Sep 01 09:38:05.596767 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a165d-5b21-4a3c-916f-e60eead3ddba req-b89cf191-8fcc-494a-aa0e-63c647b71790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:05.598605 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-425a165d-5b21-4a3c-916f-e60eead3ddba req-b89cf191-8fcc-494a-aa0e-63c647b71790 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bedd7e95-de82-48ff-807f-c40cd5f893c8 HTTP/1.1" status: 200 len: 921 time: 0.1082470 Sep 01 09:38:05.642606 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-425a165d-5b21-4a3c-916f-e60eead3ddba req-60bfbd4f-0cec-4021-b138-66fdac2bb7f5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc HTTP/1.1" status: 200 len: 217 time: 0.0354171 Sep 01 09:38:05.695732 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a165d-5b21-4a3c-916f-e60eead3ddba req-6692558a-343d-409a-8673-b1f67aec0768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:05.697211 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-425a165d-5b21-4a3c-916f-e60eead3ddba req-6692558a-343d-409a-8673-b1f67aec0768 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4142b62c-04c5-482e-b304-4963b1d58b40 HTTP/1.1" status: 200 len: 859 time: 0.0444007 Sep 01 09:38:05.737531 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-425a165d-5b21-4a3c-916f-e60eead3ddba req-4d9afe76-10af-4532-8770-d00ae914cf5c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bedd7e95-de82-48ff-807f-c40cd5f893c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277038 Sep 01 09:38:05.837572 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-425a165d-5b21-4a3c-916f-e60eead3ddba req-69f97410-51df-4b8b-a6aa-ae3506a3d731 service neutron] 10.222.0.77 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876007 Sep 01 09:38:05.920853 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124ee80-f41b-493a-96b1-883edc295a29 req-0e1a9e20-8fb7-4da9-868a-101e28d0e760 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:05.922457 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7124ee80-f41b-493a-96b1-883edc295a29 req-0e1a9e20-8fb7-4da9-868a-101e28d0e760 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 945 time: 0.0483596 Sep 01 09:38:05.948262 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-425a165d-5b21-4a3c-916f-e60eead3ddba req-a98c2ef3-43a6-42d2-ac0d-6d190c5ab0c9 service neutron] 10.222.0.77 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971515 Sep 01 09:38:05.992261 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7124ee80-f41b-493a-96b1-883edc295a29 req-eefe0ec5-da57-4529-a091-3c81f7e32684 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602100 Sep 01 09:38:06.011226 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-54090df0-aa57-4c62-9c91-53b1a8ff14c3 req-d06bd1d1-c630-4b1c-a795-4329230fcacc tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba92b0e9-a5af-4a97-808e-047693d29a5a HTTP/1.1" status: 200 len: 210 time: 0.0385358 Sep 01 09:38:06.105667 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:38:06.166866 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning for port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:38:06.171419 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:38:06.171893 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:06.260566 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:06.269793 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbc524-d3e8-4959-a2fe-142499215b39 req-d2b5560f-6e38-4d11-a3f1-a80436b41ba7 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:06.271918 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c0cbc524-d3e8-4959-a2fe-142499215b39 req-d2b5560f-6e38-4d11-a3f1-a80436b41ba7 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0560477 Sep 01 09:38:06.301472 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:38:06.308422 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:06.331646 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c0cbc524-d3e8-4959-a2fe-142499215b39 req-5ce7a028-336e-4fc9-b306-88530e898ad7 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534105 Sep 01 09:38:06.375921 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-ca971c7b-a22b-4d5a-bba5-1786f15a2893 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:06.377695 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-ca971c7b-a22b-4d5a-bba5-1786f15a2893 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.77 "GET /v2.0/networks?id=bb0039a9-26f2-4fca-b341-1dd21fde0a44 HTTP/1.1" status: 200 len: 809 time: 0.1335280 Sep 01 09:38:06.393566 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:06.518285 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-449ed794-d20f-412c-a793-8654cf1152dd tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Request body: {'port': {'device_id': 'ba92b0e9-a5af-4a97-808e-047693d29a5a', 'network_id': 'bb0039a9-26f2-4fca-b341-1dd21fde0a44', 'admin_state_up': True, 'tenant_id': '652aaac9455a48e0888cab774c86bd79'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:38:06.553739 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96644d11-4ddd-420d-88b1-be9a16f7b20b req-b8b19608-a122-4cda-8a0d-bf1c8a9be551 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:06.555374 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-96644d11-4ddd-420d-88b1-be9a16f7b20b req-b8b19608-a122-4cda-8a0d-bf1c8a9be551 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0504987 Sep 01 09:38:06.610579 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-96644d11-4ddd-420d-88b1-be9a16f7b20b req-2e5e3a17-7a83-45db-974b-36257aaf84bf tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463319 Sep 01 09:38:06.611043 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 60910) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:06.617062 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95384057-ab3f-4a8f-aceb-70fa2be96583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5163fe08-8a30-4b54-95c4-ccf4a1a57fa4'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:38:06.619737 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3416ba3f-dc04-41af-b279-66dd4f70b07c" -d '{"events": [{"server_uuid": "95384057-ab3f-4a8f-aceb-70fa2be96583", "name": "network-vif-plugged", "status": "completed", "tag": "5163fe08-8a30-4b54-95c4-ccf4a1a57fa4"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:38:06.654767 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-449ed794-d20f-412c-a793-8654cf1152dd tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Made reservation on behalf of 652aaac9455a48e0888cab774c86bd79 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:38:06.659504 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-449ed794-d20f-412c-a793-8654cf1152dd tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:06.681989 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78600673-c633-4976-ba5a-188f1bae064f x-openstack-request-id: req-78600673-c633-4976-ba5a-188f1bae064f {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:38:06.682237 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95384057-ab3f-4a8f-aceb-70fa2be96583", "name": "network-vif-plugged", "status": "completed", "tag": "5163fe08-8a30-4b54-95c4-ccf4a1a57fa4", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:38:06.682745 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-78600673-c633-4976-ba5a-188f1bae064f {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:38:06.683129 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95384057-ab3f-4a8f-aceb-70fa2be96583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5163fe08-8a30-4b54-95c4-ccf4a1a57fa4', 'code': 200} Sep 01 09:38:06.757996 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-99e2169a-8db7-4bee-90c5-6127ed5ff732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:06.791622 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-449ed794-d20f-412c-a793-8654cf1152dd tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Allocated IP 172.20.0.14 (bb0039a9-26f2-4fca-b341-1dd21fde0a44/2241ebc6-bd60-44ff-a57c-e0b1fc15fd1c/6d517bf1-a77a-45b2-b06b-3facafd38b3f) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:38:06.861285 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-99e2169a-8db7-4bee-90c5-6127ed5ff732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:06.869174 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-99e2169a-8db7-4bee-90c5-6127ed5ff732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:06.912292 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2169a-8db7-4bee-90c5-6127ed5ff732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b2aebb-ec0c-4375-aeb1-16a7d7d03044,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:06.917330 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-99e2169a-8db7-4bee-90c5-6127ed5ff732 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dc2b4f7535614988ac8ca3881dc05393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051863 Sep 01 09:38:06.920019 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 60922) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:07.009664 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-449ed794-d20f-412c-a793-8654cf1152dd tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:07.015707 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-837173a4-96dd-4b42-84a4-04d98c4ae901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:07.041241 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-837173a4-96dd-4b42-84a4-04d98c4ae901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:07.096684 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c62e38-e53d-42f0-9b8f-67097cbb0601 req-8ce31c00-bfbe-4f09-affb-3172b415f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:07.097904 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-63c62e38-e53d-42f0-9b8f-67097cbb0601 req-8ce31c00-bfbe-4f09-affb-3172b415f982 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 1099 time: 0.1193659 Sep 01 09:38:07.107982 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-449ed794-d20f-412c-a793-8654cf1152dd tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:07.151076 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-449ed794-d20f-412c-a793-8654cf1152dd tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Network bb0039a9-26f2-4fca-b341-1dd21fde0a44 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:38:07.158888 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-449ed794-d20f-412c-a793-8654cf1152dd tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:38:07.166651 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-449ed794-d20f-412c-a793-8654cf1152dd tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:38:07.172542 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-449ed794-d20f-412c-a793-8654cf1152dd tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:07.173383 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-449ed794-d20f-412c-a793-8654cf1152dd tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:07.181450 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-837173a4-96dd-4b42-84a4-04d98c4ae901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:07.183879 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-837173a4-96dd-4b42-84a4-04d98c4ae901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:07.185048 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-837173a4-96dd-4b42-84a4-04d98c4ae901 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/35b2aebb-ec0c-4375-aeb1-16a7d7d03044 HTTP/1.1" status: 204 len: 168 time: 0.2640018 Sep 01 09:38:07.187185 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-63c62e38-e53d-42f0-9b8f-67097cbb0601 req-60a9aa93-9039-4dd3-9e37-98cba02b2a28 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768986 Sep 01 09:38:07.202721 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837173a4-96dd-4b42-84a4-04d98c4ae901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b2aebb-ec0c-4375-aeb1-16a7d7d03044,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:07.206365 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ed794-d20f-412c-a793-8654cf1152dd tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Pushing event updated for resources: {'Port': ['ID=6d517bf1-a77a-45b2-b06b-3facafd38b3f,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:07.221543 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97db2b-c351-4005-bc69-bee0ba33db7f req-302e3922-4e99-40a5-a5f3-ed6b89e6a66e tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:07.221700 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-449ed794-d20f-412c-a793-8654cf1152dd tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6977856 Sep 01 09:38:07.229138 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-aa97db2b-c351-4005-bc69-bee0ba33db7f req-302e3922-4e99-40a5-a5f3-ed6b89e6a66e tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.1296036 Sep 01 09:38:07.257548 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796a2fc-2070-424f-bf65-ce5da4041306 req-beabfc81-00d0-4682-997b-264696e240fe tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:07.259034 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e796a2fc-2070-424f-bf65-ce5da4041306 req-beabfc81-00d0-4682-997b-264696e240fe tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba92b0e9-a5af-4a97-808e-047693d29a5a HTTP/1.1" status: 200 len: 932 time: 0.1263726 Sep 01 09:38:07.284182 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-aa97db2b-c351-4005-bc69-bee0ba33db7f req-f7e2f88b-f854-4677-ad16-9992f0d057a2 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542033 Sep 01 09:38:07.311470 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e796a2fc-2070-424f-bf65-ce5da4041306 req-9ed0c89e-6780-4bcf-b77a-b945b0ae6f86 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413857 Sep 01 09:38:07.439739 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f231e0-bbbf-426e-a526-6926010ff691 req-b5f160ef-ebd8-4170-80af-0320e24b3de0 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:07.441246 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-85f231e0-bbbf-426e-a526-6926010ff691 req-b5f160ef-ebd8-4170-80af-0320e24b3de0 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0509002 Sep 01 09:38:07.478481 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-85f231e0-bbbf-426e-a526-6926010ff691 req-3f1ce384-1c22-4650-ac74-b778e5d2b2a4 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312250 Sep 01 09:38:07.500873 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 60950) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:07.514727 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cad9770c-90ec-471d-8bae-87f9da28aa9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:07.606711 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cad9770c-90ec-471d-8bae-87f9da28aa9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:07.611535 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cad9770c-90ec-471d-8bae-87f9da28aa9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:07.621029 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-5289224b-58b1-4c83-98b0-edffa5e340f9 service neutron] Request body: {'port': {'device_id': 'ba92b0e9-a5af-4a97-808e-047693d29a5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:38:07.682607 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-cad9770c-90ec-471d-8bae-87f9da28aa9b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9397e24656354446ab8b14fb7256984f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1806135 Sep 01 09:38:07.690184 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 60954) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:07.702054 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9770c-90ec-471d-8bae-87f9da28aa9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1fb98a-2997-4909-897a-a1adc4c2465b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:07.718684 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-5289224b-58b1-4c83-98b0-edffa5e340f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:07.758651 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c594ab-ac0f-429a-a964-f3ebf45cf3cc req-74d3f6a5-bd4c-40ed-adb6-dc0ecc5103da tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:07.760198 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b1c594ab-ac0f-429a-a964-f3ebf45cf3cc req-74d3f6a5-bd4c-40ed-adb6-dc0ecc5103da tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0795047 Sep 01 09:38:07.785800 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8c9b1e16-b6f0-4df0-b6a3-fc502c377b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:07.818315 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8c9b1e16-b6f0-4df0-b6a3-fc502c377b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:07.826596 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b1c594ab-ac0f-429a-a964-f3ebf45cf3cc req-630715db-d857-430c-b15d-9282652f2978 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564890 Sep 01 09:38:07.874156 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8c9b1e16-b6f0-4df0-b6a3-fc502c377b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:07.877424 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8c9b1e16-b6f0-4df0-b6a3-fc502c377b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:07.878743 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-8c9b1e16-b6f0-4df0-b6a3-fc502c377b40 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8b1fb98a-2997-4909-897a-a1adc4c2465b HTTP/1.1" status: 204 len: 168 time: 0.1864560 Sep 01 09:38:07.888996 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b1e16-b6f0-4df0-b6a3-fc502c377b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1fb98a-2997-4909-897a-a1adc4c2465b,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:07.954224 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f18aa-4b90-4e4a-a47f-3cca324c3265 req-1f516cc4-7705-4216-ab5d-c439bb5bcb75 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:07.955734 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-609f18aa-4b90-4e4a-a47f-3cca324c3265 req-1f516cc4-7705-4216-ab5d-c439bb5bcb75 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0554969 Sep 01 09:38:07.968777 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 60962) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:07.969795 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-3da7ad84-9af0-4135-a394-3cbeefe68c3f tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Request body: {'floatingip': {'port_id': 'f6b2462a-5e95-4c5b-b0dd-908544fd9ed8'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:38:08.011546 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-5289224b-58b1-4c83-98b0-edffa5e340f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d517bf1-a77a-45b2-b06b-3facafd38b3f {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:38:08.023283 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-5289224b-58b1-4c83-98b0-edffa5e340f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:08.038679 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3da7ad84-9af0-4135-a394-3cbeefe68c3f tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for floatingip, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:08.040257 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-5289224b-58b1-4c83-98b0-edffa5e340f9 service neutron] Transition to ACTIVE for port object 6d517bf1-a77a-45b2-b06b-3facafd38b3f will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:38:08.045141 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-5289224b-58b1-4c83-98b0-edffa5e340f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:08.123983 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289224b-58b1-4c83-98b0-edffa5e340f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6d517bf1-a77a-45b2-b06b-3facafd38b3f,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:08.127607 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-5289224b-58b1-4c83-98b0-edffa5e340f9 service neutron] Attempting to bind port 6d517bf1-a77a-45b2-b06b-3facafd38b3f on host hv-cinder-80672 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:38:08.127955 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-5289224b-58b1-4c83-98b0-edffa5e340f9 service neutron] Attempting to bind port 6d517bf1-a77a-45b2-b06b-3facafd38b3f by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'bb0039a9-26f2-4fca-b341-1dd21fde0a44'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:38:08.128278 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-5289224b-58b1-4c83-98b0-edffa5e340f9 service neutron] Attempting to bind port 6d517bf1-a77a-45b2-b06b-3facafd38b3f on network bb0039a9-26f2-4fca-b341-1dd21fde0a44 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:38:08.132796 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-5289224b-58b1-4c83-98b0-edffa5e340f9 service neutron] Port 6d517bf1-a77a-45b2-b06b-3facafd38b3f on network bb0039a9-26f2-4fca-b341-1dd21fde0a44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 09:38:08.133106 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-5289224b-58b1-4c83-98b0-edffa5e340f9 service neutron] Attempting to bind port 6d517bf1-a77a-45b2-b06b-3facafd38b3f on network bb0039a9-26f2-4fca-b341-1dd21fde0a44 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:38:08.137962 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-5289224b-58b1-4c83-98b0-edffa5e340f9 service neutron] Checking agent: {'id': '8ce25ef8-d4a6-4c3d-9635-2091a35d6989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'started_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:38:08.138289 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-5289224b-58b1-4c83-98b0-edffa5e340f9 service neutron] Checking segment: {'id': '6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'bb0039a9-26f2-4fca-b341-1dd21fde0a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:38:08.138670 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-5289224b-58b1-4c83-98b0-edffa5e340f9 service neutron] Bound using segment: {'id': '6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'bb0039a9-26f2-4fca-b341-1dd21fde0a44'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:38:08.139082 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-5289224b-58b1-4c83-98b0-edffa5e340f9 service neutron] Bound port: 6d517bf1-a77a-45b2-b06b-3facafd38b3f, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'bb0039a9-26f2-4fca-b341-1dd21fde0a44'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:38:08.139428 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-5289224b-58b1-4c83-98b0-edffa5e340f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:08.208115 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-5289224b-58b1-4c83-98b0-edffa5e340f9 service neutron] For port 6d517bf1-a77a-45b2-b06b-3facafd38b3f, host hv-cinder-80672, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:38:08.211114 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-5289224b-58b1-4c83-98b0-edffa5e340f9 service neutron] For port 6d517bf1-a77a-45b2-b06b-3facafd38b3f, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6d517bf1-a77a-45b2-b06b-3facafd38b3f,segment=NetworkSegment(6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8),segment_id=6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:38:08.216520 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-5289224b-58b1-4c83-98b0-edffa5e340f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:08.249129 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-5289224b-58b1-4c83-98b0-edffa5e340f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:08.250072 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-5289224b-58b1-4c83-98b0-edffa5e340f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:08.251470 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-5289224b-58b1-4c83-98b0-edffa5e340f9 service neutron] 10.222.0.77 "PUT /v2.0/ports/6d517bf1-a77a-45b2-b06b-3facafd38b3f HTTP/1.1" status: 200 len: 1094 time: 0.6373281 Sep 01 09:38:08.264067 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba92b0e9-a5af-4a97-808e-047693d29a5a', 'tag': '6d517bf1-a77a-45b2-b06b-3facafd38b3f'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:38:08.267503 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1158da6c3346bc0ee3ec7fc22ff852373ba0e4f09dd7013d76cb48f019b6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05dc5f5-edd7-4af0-a986-b717e44eb5d3" -d '{"events": [{"name": "network-changed", "server_uuid": "ba92b0e9-a5af-4a97-808e-047693d29a5a", "tag": "6d517bf1-a77a-45b2-b06b-3facafd38b3f"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:38:08.302224 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289224b-58b1-4c83-98b0-edffa5e340f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6d517bf1-a77a-45b2-b06b-3facafd38b3f,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:08.322835 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c0c4f8-a17e-4903-b56c-99a13cffcfe2 x-openstack-request-id: req-18c0c4f8-a17e-4903-b56c-99a13cffcfe2 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:38:08.323285 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba92b0e9-a5af-4a97-808e-047693d29a5a", "tag": "6d517bf1-a77a-45b2-b06b-3facafd38b3f", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:38:08.323650 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-18c0c4f8-a17e-4903-b56c-99a13cffcfe2 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:38:08.324173 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba92b0e9-a5af-4a97-808e-047693d29a5a', 'tag': '6d517bf1-a77a-45b2-b06b-3facafd38b3f', 'status': 'completed', 'code': 200} Sep 01 09:38:08.406465 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-90fb2820-31f2-489c-b8f6-a4277664ebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:08.410214 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-90fb2820-31f2-489c-b8f6-a4277664ebd4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=652aaac9455a48e0888cab774c86bd79&device_id=ba92b0e9-a5af-4a97-808e-047693d29a5a HTTP/1.1" status: 200 len: 1097 time: 0.0603917 Sep 01 09:38:08.511252 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-b580cf09-7790-490b-80df-ecc8c325bd3b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d517bf1-a77a-45b2-b06b-3facafd38b3f HTTP/1.1" status: 200 len: 217 time: 0.0441036 Sep 01 09:38:08.582613 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-cbeff7b9-d2c7-4f68-aecf-6f575ba1d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:08.584338 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-cbeff7b9-d2c7-4f68-aecf-6f575ba1d1ab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2241ebc6-bd60-44ff-a57c-e0b1fc15fd1c HTTP/1.1" status: 200 len: 849 time: 0.0544252 Sep 01 09:38:08.629485 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-1b27dd33-fac4-4e28-b9ef-32177d21b478 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb0039a9-26f2-4fca-b341-1dd21fde0a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313959 Sep 01 09:38:08.719347 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 32770) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:08.818873 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0190a85-f5da-4eb5-86bb-3f8746996a44 req-3cc63845-2514-4f86-ae56-b9cae82519da tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:08.820437 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b0190a85-f5da-4eb5-86bb-3f8746996a44 req-3cc63845-2514-4f86-ae56-b9cae82519da tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba92b0e9-a5af-4a97-808e-047693d29a5a HTTP/1.1" status: 200 len: 944 time: 0.2265661 Sep 01 09:38:08.833536 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88a7da-73bb-4eb7-ae90-3c41ae4c90ad req-08701b3f-68e3-4386-902a-7d2ca1152739 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:08.835258 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3d88a7da-73bb-4eb7-ae90-3c41ae4c90ad req-08701b3f-68e3-4386-902a-7d2ca1152739 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.2425392 Sep 01 09:38:08.906617 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53f6bcb8-f89a-427a-9f75-80094ac149a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:08.959713 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-b2f60b75-cdc8-43e3-8738-f55fbb5cad83 service neutron] 10.222.0.77 "GET /v2.0/networks/bb0039a9-26f2-4fca-b341-1dd21fde0a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786475 Sep 01 09:38:09.032641 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3d88a7da-73bb-4eb7-ae90-3c41ae4c90ad req-2ee77571-ca96-4587-95b5-47cdd5280d9e tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893909 Sep 01 09:38:09.049836 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.db.resource_extend [None req-3da7ad84-9af0-4135-a394-3cbeefe68c3f tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 09:38:09.117401 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53f6bcb8-f89a-427a-9f75-80094ac149a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:09.126360 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53f6bcb8-f89a-427a-9f75-80094ac149a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:09.128299 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b0190a85-f5da-4eb5-86bb-3f8746996a44 req-2281a9c1-b4c4-40b8-a971-125b4b9743b0 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918575 Sep 01 09:38:09.178092 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-53f6bcb8-f89a-427a-9f75-80094ac149a0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=216669c0321747eba9161e536bda7418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4570770 Sep 01 09:38:09.183371 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 32786) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:09.188064 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3da7ad84-9af0-4135-a394-3cbeefe68c3f tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:09.197261 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6bcb8-f89a-427a-9f75-80094ac149a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ae1734-d02b-4462-8211-2d30bd0d15e0,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:09.201125 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3da7ad84-9af0-4135-a394-3cbeefe68c3f tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16688660'] for floatingip, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:09.202963 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0bcade2f-72fa-4e43-8f0f-bcbaa7ff020a req-75e4d759-7d1a-495f-b343-d1cfca400bb8 service neutron] 10.222.0.77 "GET /v2.0/networks/bb0039a9-26f2-4fca-b341-1dd21fde0a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639373 Sep 01 09:38:09.276468 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b604e4-53a0-41ed-a520-9c92c32bc3f0 req-7c0a7be1-8176-41c1-b316-10dfcc0ae5e2 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:09.277965 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f9b604e4-53a0-41ed-a520-9c92c32bc3f0 req-7c0a7be1-8176-41c1-b316-10dfcc0ae5e2 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.1419978 Sep 01 09:38:09.350819 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-66a10e00-d5b2-4161-9d7a-3e83b3f6608c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:09.377763 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f9b604e4-53a0-41ed-a520-9c92c32bc3f0 req-11596ab3-1caf-49d1-b663-19877eaebb6c tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932608 Sep 01 09:38:09.392956 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-66a10e00-d5b2-4161-9d7a-3e83b3f6608c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:09.402798 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.db.l3_db [None req-3da7ad84-9af0-4135-a394-3cbeefe68c3f tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Floating IP c8083835-a542-4ec1-9d4c-7956594bfbe7 associated. External IP: 172.27.0.159, port: f6b2462a-5e95-4c5b-b0dd-908544fd9ed8. Sep 01 09:38:09.426010 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dc5f5-edd7-4af0-a986-b717e44eb5d3 req-505ff332-479f-45cc-bc1d-eaeec414f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:09.428923 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d05dc5f5-edd7-4af0-a986-b717e44eb5d3 req-505ff332-479f-45cc-bc1d-eaeec414f885 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=652aaac9455a48e0888cab774c86bd79&device_id=ba92b0e9-a5af-4a97-808e-047693d29a5a HTTP/1.1" status: 200 len: 1097 time: 0.0495729 Sep 01 09:38:09.521031 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-66a10e00-d5b2-4161-9d7a-3e83b3f6608c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:09.523616 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-66a10e00-d5b2-4161-9d7a-3e83b3f6608c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:09.527390 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-66a10e00-d5b2-4161-9d7a-3e83b3f6608c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f9ae1734-d02b-4462-8211-2d30bd0d15e0 HTTP/1.1" status: 204 len: 168 time: 0.3420472 Sep 01 09:38:09.536788 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dc5f5-edd7-4af0-a986-b717e44eb5d3 req-6d800e84-bfbc-4f45-b953-f5852b61ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:09.537889 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a10e00-d5b2-4161-9d7a-3e83b3f6608c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ae1734-d02b-4462-8211-2d30bd0d15e0,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:09.538275 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d05dc5f5-edd7-4af0-a986-b717e44eb5d3 req-6d800e84-bfbc-4f45-b953-f5852b61ec0e service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb0039a9-26f2-4fca-b341-1dd21fde0a44 HTTP/1.1" status: 200 len: 911 time: 0.1002491 Sep 01 09:38:09.595345 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d05dc5f5-edd7-4af0-a986-b717e44eb5d3 req-867a6c98-2dea-40b4-b161-3bc52ff6c6d9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d517bf1-a77a-45b2-b06b-3facafd38b3f HTTP/1.1" status: 200 len: 217 time: 0.0378089 Sep 01 09:38:09.647525 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dc5f5-edd7-4af0-a986-b717e44eb5d3 req-f8cf7544-8ac5-4385-9ddc-18f59c852548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:09.649103 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d05dc5f5-edd7-4af0-a986-b717e44eb5d3 req-f8cf7544-8ac5-4385-9ddc-18f59c852548 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2241ebc6-bd60-44ff-a57c-e0b1fc15fd1c HTTP/1.1" status: 200 len: 849 time: 0.0454960 Sep 01 09:38:09.654852 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da7ad84-9af0-4135-a394-3cbeefe68c3f tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Router 266e646d-2782-42ea-b422-6dda57bb4b9b has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:38:09.687933 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 32802) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:09.706931 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d05dc5f5-edd7-4af0-a986-b717e44eb5d3 req-b2200631-097d-4f06-8e07-fccbaf04df5d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb0039a9-26f2-4fca-b341-1dd21fde0a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287173 Sep 01 09:38:09.772190 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da7ad84-9af0-4135-a394-3cbeefe68c3f tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:38:09.789458 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3da7ad84-9af0-4135-a394-3cbeefe68c3f tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for floatingip, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:09.790221 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76a7d3b-9920-44e2-9466-134ce638ae91 None None] Sync routers for ids ['266e646d-2782-42ea-b422-6dda57bb4b9b'] in dv-cinder-806726-2-iscsi {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:38:09.805486 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76a7d3b-9920-44e2-9466-134ce638ae91 None None] Routers {'266e646d-2782-42ea-b422-6dda57bb4b9b'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:38:09.806146 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-c76a7d3b-9920-44e2-9466-134ce638ae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:37:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['266e646d-2782-42ea-b422-6dda57bb4b9b'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:38:09.823556 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-3da7ad84-9af0-4135-a394-3cbeefe68c3f tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "PUT /v2.0/floatingips/c8083835-a542-4ec1-9d4c-7956594bfbe7 HTTP/1.1" status: 200 len: 991 time: 1.8575630 Sep 01 09:38:09.824179 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ac9ad7-3312-4015-898e-f99ce724df05', 'tag': 'f6b2462a-5e95-4c5b-b0dd-908544fd9ed8'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:38:09.827381 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373f1734-eaf0-4394-834a-c7a211a9b2fb" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ac9ad7-3312-4015-898e-f99ce724df05", "tag": "f6b2462a-5e95-4c5b-b0dd-908544fd9ed8"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:38:09.843984 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-74f70605-4d37-42e1-b63c-99a366565fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:09.848920 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d05dc5f5-edd7-4af0-a986-b717e44eb5d3 req-dc6c558e-5953-4e41-bacb-39ff54cc351d service neutron] 10.222.0.77 "GET /v2.0/networks/bb0039a9-26f2-4fca-b341-1dd21fde0a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157174 Sep 01 09:38:09.889248 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f69485-ee44-4484-8875-d4c2ca9f4c1b x-openstack-request-id: req-e5f69485-ee44-4484-8875-d4c2ca9f4c1b {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:38:09.889782 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ac9ad7-3312-4015-898e-f99ce724df05", "tag": "f6b2462a-5e95-4c5b-b0dd-908544fd9ed8", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:38:09.890231 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e5f69485-ee44-4484-8875-d4c2ca9f4c1b {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:38:09.890831 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ac9ad7-3312-4015-898e-f99ce724df05', 'tag': 'f6b2462a-5e95-4c5b-b0dd-908544fd9ed8', 'status': 'completed', 'code': 200} Sep 01 09:38:09.925650 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 32812) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:09.939721 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-271cc831-2589-4376-b51a-da968e627f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:09.973355 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-c76a7d3b-9920-44e2-9466-134ce638ae91 None None] Set router 266e646d-2782-42ea-b422-6dda57bb4b9b gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:38:10.033498 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f1734-eaf0-4394-834a-c7a211a9b2fb req-bdc60f9d-cb62-4d5e-a588-1bb2fc25a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:10.035697 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-373f1734-eaf0-4394-834a-c7a211a9b2fb req-bdc60f9d-cb62-4d5e-a588-1bb2fc25a3e8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12d977af9d49448a9a10133701a035b1&device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 1098 time: 0.0482955 Sep 01 09:38:10.171077 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d05dc5f5-edd7-4af0-a986-b717e44eb5d3 req-21802c13-d3c6-4eea-98c0-ee8a4350dbe4 service neutron] 10.222.0.77 "GET /v2.0/networks/bb0039a9-26f2-4fca-b341-1dd21fde0a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110440 Sep 01 09:38:10.182849 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f1734-eaf0-4394-834a-c7a211a9b2fb req-55b34c1e-c5cc-4a5f-b0ba-eb0aeaa67260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:10.184970 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-373f1734-eaf0-4394-834a-c7a211a9b2fb req-55b34c1e-c5cc-4a5f-b0ba-eb0aeaa67260 service neutron] 10.222.0.77 "GET /v2.0/networks?id=423f25bd-20ef-4b5d-a372-f453acee8b0b HTTP/1.1" status: 200 len: 912 time: 0.1324589 Sep 01 09:38:10.193328 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7e7e4-d47c-4253-8b42-5e6e93dc0784 req-a49943e6-5597-4b96-8a64-09b30cdae162 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:10.194604 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1bb7e7e4-d47c-4253-8b42-5e6e93dc0784 req-a49943e6-5597-4b96-8a64-09b30cdae162 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.0653589 Sep 01 09:38:10.245951 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-74f70605-4d37-42e1-b63c-99a366565fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:10.250661 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-74f70605-4d37-42e1-b63c-99a366565fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:10.290744 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-74f70605-4d37-42e1-b63c-99a366565fe5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6cf21f0e5f99425886901a58132c0164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6023831 Sep 01 09:38:10.291918 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f70605-4d37-42e1-b63c-99a366565fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d9c860-61d1-4aeb-acb3-76c5bb07fd62,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:10.294698 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 32818) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:10.300278 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-c76a7d3b-9920-44e2-9466-134ce638ae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'name': 'tempest-AttachVolumeTestJSON-313134090-router', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:14Z', 'updated_at': '2021-09-01T09:37:22Z', 'revision_number': 4, 'project_id': '12d977af9d49448a9a10133701a035b1', 'gw_port': {'id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': 'c8083835-a542-4ec1-9d4c-7956594bfbe7', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'port_id': 'f6b2462a-5e95-4c5b-b0dd-908544fd9ed8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'mac_address': 'fa:16:3e:47:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ac9ad7-3312-4015-898e-f99ce724df05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:37:39Z', 'updated_at': '2021-09-01T09:38:08Z', 'revision_number': 1, 'project_id': '12d977af9d49448a9a10133701a035b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e63326e5-8833-43bd-ac6f-42201f6d5759', 'name': '', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'mac_address': 'fa:16:3e:1f:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:20Z', 'updated_at': '2021-09-01T09:37:35Z', 'revision_number': 5, 'project_id': '12d977af9d49448a9a10133701a035b1', 'subnets': [{'id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:38:10.311400 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f70605-4d37-42e1-b63c-99a366565fe5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:10.311778 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f70605-4d37-42e1-b63c-99a366565fe5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:10.312117 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f70605-4d37-42e1-b63c-99a366565fe5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:10.312450 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f70605-4d37-42e1-b63c-99a366565fe5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:10.312776 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f70605-4d37-42e1-b63c-99a366565fe5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:10.313102 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f70605-4d37-42e1-b63c-99a366565fe5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:10.313432 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f70605-4d37-42e1-b63c-99a366565fe5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:10.313754 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f70605-4d37-42e1-b63c-99a366565fe5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:10.314141 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f70605-4d37-42e1-b63c-99a366565fe5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:10.314454 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f70605-4d37-42e1-b63c-99a366565fe5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:10.314773 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f70605-4d37-42e1-b63c-99a366565fe5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:10.315083 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f70605-4d37-42e1-b63c-99a366565fe5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:10.330081 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76a7d3b-9920-44e2-9466-134ce638ae91 None None] Checking router: 266e646d-2782-42ea-b422-6dda57bb4b9b for host: dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:38:10.338622 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76a7d3b-9920-44e2-9466-134ce638ae91 None None] Routers {'266e646d-2782-42ea-b422-6dda57bb4b9b'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:38:10.339240 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-c76a7d3b-9920-44e2-9466-134ce638ae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:37:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['266e646d-2782-42ea-b422-6dda57bb4b9b'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:38:10.357112 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f2482818-37dc-4076-999a-a784ef32594c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:10.381808 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f2482818-37dc-4076-999a-a784ef32594c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:10.449744 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-c76a7d3b-9920-44e2-9466-134ce638ae91 None None] Set router 266e646d-2782-42ea-b422-6dda57bb4b9b gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:38:10.450009 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f2482818-37dc-4076-999a-a784ef32594c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:10.453994 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f2482818-37dc-4076-999a-a784ef32594c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:10.464278 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-f2482818-37dc-4076-999a-a784ef32594c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/81d9c860-61d1-4aeb-acb3-76c5bb07fd62 HTTP/1.1" status: 204 len: 168 time: 0.1672122 Sep 01 09:38:10.486672 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2482818-37dc-4076-999a-a784ef32594c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d9c860-61d1-4aeb-acb3-76c5bb07fd62,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:10.540035 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1bb7e7e4-d47c-4253-8b42-5e6e93dc0784 req-755c278e-0dd1-4f95-a394-28c0fca2c339 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3270702 Sep 01 09:38:10.670832 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-373f1734-eaf0-4394-834a-c7a211a9b2fb req-80ac5612-53a4-4deb-a0fd-cfc7a8cca70a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 HTTP/1.1" status: 200 len: 999 time: 0.4320095 Sep 01 09:38:10.688115 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9a446-70f2-490d-a87b-5f3e835d2085 req-86622804-3a1d-4431-ae5a-07bbf33cbced tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:10.689612 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-61f9a446-70f2-490d-a87b-5f3e835d2085 req-86622804-3a1d-4431-ae5a-07bbf33cbced tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba92b0e9-a5af-4a97-808e-047693d29a5a HTTP/1.1" status: 200 len: 944 time: 0.4576578 Sep 01 09:38:10.768051 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ca3bd-6a84-4493-8fa7-434f386a0fde req-be13e613-cff2-4288-b23f-56a21730211a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:10.769919 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-451ca3bd-6a84-4493-8fa7-434f386a0fde req-be13e613-cff2-4288-b23f-56a21730211a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.1638415 Sep 01 09:38:10.799293 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-c76a7d3b-9920-44e2-9466-134ce638ae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'name': 'tempest-AttachVolumeTestJSON-313134090-router', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:14Z', 'updated_at': '2021-09-01T09:37:22Z', 'revision_number': 4, 'project_id': '12d977af9d49448a9a10133701a035b1', 'gw_port': {'id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': 'c8083835-a542-4ec1-9d4c-7956594bfbe7', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'port_id': 'f6b2462a-5e95-4c5b-b0dd-908544fd9ed8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'mac_address': 'fa:16:3e:47:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ac9ad7-3312-4015-898e-f99ce724df05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:37:39Z', 'updated_at': '2021-09-01T09:38:08Z', 'revision_number': 1, 'project_id': '12d977af9d49448a9a10133701a035b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e63326e5-8833-43bd-ac6f-42201f6d5759', 'name': '', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'mac_address': 'fa:16:3e:1f:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:20Z', 'updated_at': '2021-09-01T09:37:35Z', 'revision_number': 5, 'project_id': '12d977af9d49448a9a10133701a035b1', 'subnets': [{'id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:38:10.821235 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-271cc831-2589-4376-b51a-da968e627f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:10.823215 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f1734-eaf0-4394-834a-c7a211a9b2fb req-86f5ae15-855b-419c-b2ff-617405a31d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:10.824964 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-373f1734-eaf0-4394-834a-c7a211a9b2fb req-86f5ae15-855b-419c-b2ff-617405a31d24 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e794dc62-4be5-46c4-ad96-64655e79d486 HTTP/1.1" status: 200 len: 849 time: 0.1344395 Sep 01 09:38:10.831204 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-61f9a446-70f2-490d-a87b-5f3e835d2085 req-2fcc7e08-2cef-4308-984c-4cf7337424cb tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269684 Sep 01 09:38:10.832782 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-271cc831-2589-4376-b51a-da968e627f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:10.860524 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76a7d3b-9920-44e2-9466-134ce638ae91 None None] The sync data for ids ['266e646d-2782-42ea-b422-6dda57bb4b9b'] in dv-cinder-806726-2-iscsi is: [{'id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'name': 'tempest-AttachVolumeTestJSON-313134090-router', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:14Z', 'updated_at': '2021-09-01T09:37:22Z', 'revision_number': 4, 'project_id': '12d977af9d49448a9a10133701a035b1', 'gw_port': {'id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': 'c8083835-a542-4ec1-9d4c-7956594bfbe7', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'port_id': 'f6b2462a-5e95-4c5b-b0dd-908544fd9ed8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'mac_address': 'fa:16:3e:47:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ac9ad7-3312-4015-898e-f99ce724df05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:37:39Z', 'updated_at': '2021-09-01T09:38:08Z', 'revision_number': 1, 'project_id': '12d977af9d49448a9a10133701a035b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e63326e5-8833-43bd-ac6f-42201f6d5759', 'name': '', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'mac_address': 'fa:16:3e:1f:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:20Z', 'updated_at': '2021-09-01T09:37:35Z', 'revision_number': 5, 'project_id': '12d977af9d49448a9a10133701a035b1', 'subnets': [{'id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:38:10.889494 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 32830) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:10.909705 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-471eadff-1911-4473-a56e-9f77257b006b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:10.923364 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-451ca3bd-6a84-4493-8fa7-434f386a0fde req-43680947-2262-4830-9213-1dc1690d569a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412532 Sep 01 09:38:10.949525 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-271cc831-2589-4376-b51a-da968e627f85 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=839f428de6034e48bb7600dd01a240e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0226667 Sep 01 09:38:10.953346 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 32834) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:10.977015 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cc831-2589-4376-b51a-da968e627f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38473482-3d4e-45aa-b7e2-7ed75bcc1837,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:11.002367 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f1734-eaf0-4394-834a-c7a211a9b2fb req-f0073bdd-5e51-4efb-b476-a0f4009a2dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:11.003920 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-373f1734-eaf0-4394-834a-c7a211a9b2fb req-f0073bdd-5e51-4efb-b476-a0f4009a2dd3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=423f25bd-20ef-4b5d-a372-f453acee8b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1567256 Sep 01 09:38:11.021519 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ecf34-4727-49af-b379-660e530745a8 req-5ca90821-0f2f-409d-933c-381a8114f4ad tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:11.032347 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-316ecf34-4727-49af-b379-660e530745a8 req-5ca90821-0f2f-409d-933c-381a8114f4ad tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.1166239 Sep 01 09:38:11.034034 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 32838) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:11.043257 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-7304d1b4-b6ff-49c4-8340-ddefc1c33452 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Request body: {'floatingip': {'port_id': '5163fe08-8a30-4b54-95c4-ccf4a1a57fa4'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:38:11.113006 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22f77a80-c0dc-409e-a94c-b75498e526e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:11.146117 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7304d1b4-b6ff-49c4-8340-ddefc1c33452 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:11.196031 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-373f1734-eaf0-4394-834a-c7a211a9b2fb req-d468d5e0-579f-4da5-8261-206a0305b201 service neutron] 10.222.0.77 "GET /v2.0/networks/423f25bd-20ef-4b5d-a372-f453acee8b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670725 Sep 01 09:38:11.260789 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-471eadff-1911-4473-a56e-9f77257b006b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:11.262894 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22f77a80-c0dc-409e-a94c-b75498e526e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:11.280337 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-471eadff-1911-4473-a56e-9f77257b006b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:11.281867 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0274e8d0-8f87-4946-abb6-9a85d52ccf7a None None] New status for floating IP c8083835-a542-4ec1-9d4c-7956594bfbe7: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 09:38:11.289354 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:38:11.339969 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-373f1734-eaf0-4394-834a-c7a211a9b2fb req-9fe417ed-5fe0-46f1-a4d5-e5a6fea7cdb2 service neutron] 10.222.0.77 "GET /v2.0/networks/423f25bd-20ef-4b5d-a372-f453acee8b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123841 Sep 01 09:38:11.376388 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471eadff-1911-4473-a56e-9f77257b006b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2de076f-06f6-463d-b269-9a9abc550854,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:11.392706 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-471eadff-1911-4473-a56e-9f77257b006b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5c7e0e17239741709378508d7ac7dcbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5020642 Sep 01 09:38:11.394388 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 32846) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:11.443127 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211d436-1f52-47e0-9de9-b33e5ab06907 req-87b49331-a9cf-4c59-8eae-b1d16cfd178c tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:11.451683 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7211d436-1f52-47e0-9de9-b33e5ab06907 req-87b49331-a9cf-4c59-8eae-b1d16cfd178c tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 946 time: 0.0833218 Sep 01 09:38:11.468863 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22f77a80-c0dc-409e-a94c-b75498e526e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:11.471418 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22f77a80-c0dc-409e-a94c-b75498e526e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:11.472753 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-22f77a80-c0dc-409e-a94c-b75498e526e4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/38473482-3d4e-45aa-b7e2-7ed75bcc1837 HTTP/1.1" status: 204 len: 168 time: 0.5179226 Sep 01 09:38:11.507820 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7211d436-1f52-47e0-9de9-b33e5ab06907 req-9115900f-fc32-4897-b60f-320ed756fa9f tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ae8d7e9-dbb0-457e-a7b0-f7c29f9a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538542 Sep 01 09:38:11.522099 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f77a80-c0dc-409e-a94c-b75498e526e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38473482-3d4e-45aa-b7e2-7ed75bcc1837,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:11.549446 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-41c2113f-3364-45d1-903e-6b95f259ee31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:11.619840 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-41c2113f-3364-45d1-903e-6b95f259ee31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:11.834577 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-41c2113f-3364-45d1-903e-6b95f259ee31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:11.837148 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-41c2113f-3364-45d1-903e-6b95f259ee31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:11.840117 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-41c2113f-3364-45d1-903e-6b95f259ee31 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f2de076f-06f6-463d-b269-9a9abc550854 HTTP/1.1" status: 204 len: 168 time: 0.4429018 Sep 01 09:38:11.852078 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 32856) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:11.864910 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2113f-3364-45d1-903e-6b95f259ee31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2de076f-06f6-463d-b269-9a9abc550854,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:11.895602 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-28a06f46-988b-44e6-b0f8-da9baf675c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:12.028778 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7304d1b4-b6ff-49c4-8340-ddefc1c33452 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:12.032943 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7304d1b4-b6ff-49c4-8340-ddefc1c33452 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16688660'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:12.049987 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387007c-3721-407f-9335-7039d9cfadeb req-2d946df8-fb68-45a1-ac98-722309c25ccd tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:12.056291 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f387007c-3721-407f-9335-7039d9cfadeb req-2d946df8-fb68-45a1-ac98-722309c25ccd tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba92b0e9-a5af-4a97-808e-047693d29a5a HTTP/1.1" status: 200 len: 944 time: 0.1262074 Sep 01 09:38:12.116281 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7282061-c36f-4bd7-b63e-561aa77a9b1d req-079080a6-68ae-445a-bf21-930d956a2c94 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:12.117798 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e7282061-c36f-4bd7-b63e-561aa77a9b1d req-079080a6-68ae-445a-bf21-930d956a2c94 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.1318688 Sep 01 09:38:12.120799 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-28a06f46-988b-44e6-b0f8-da9baf675c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:12.131160 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-28a06f46-988b-44e6-b0f8-da9baf675c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:12.135180 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.db.l3_db [None req-7304d1b4-b6ff-49c4-8340-ddefc1c33452 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Floating IP 4a90bbee-a319-42ce-9cfb-e68058d8c0d4 associated. External IP: 172.27.0.9, port: 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4. Sep 01 09:38:12.139966 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 6d517bf1-a77a-45b2-b06b-3facafd38b3f details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:38:12.160338 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f387007c-3721-407f-9335-7039d9cfadeb req-b39da07c-d7f6-4d48-9811-1ab94a03969c tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984197 Sep 01 09:38:12.209956 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-28a06f46-988b-44e6-b0f8-da9baf675c5f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2690deb5f10d44c4a7bc073af876a21b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543873 Sep 01 09:38:12.210701 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a06f46-988b-44e6-b0f8-da9baf675c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2aab8d6-9869-4933-a033-43c73d3853ac,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:12.210823 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 32868) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:12.218507 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e7282061-c36f-4bd7-b63e-561aa77a9b1d req-b795b13f-180d-437b-963a-3790065202d5 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906274 Sep 01 09:38:12.279529 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 6d517bf1-a77a-45b2-b06b-3facafd38b3f, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6d517bf1-a77a-45b2-b06b-3facafd38b3f,segment=NetworkSegment(6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8),segment_id=6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:38:12.292702 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': '6d517bf1-a77a-45b2-b06b-3facafd38b3f', 'network_id': 'bb0039a9-26f2-4fca-b341-1dd21fde0a44', 'port_id': '6d517bf1-a77a-45b2-b06b-3facafd38b3f', 'mac_address': 'fa:16:3e:a4:e6:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2241ebc6-bd60-44ff-a57c-e0b1fc15fd1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:38:12.316330 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e310f7ce-e8de-4a2e-9800-a1eafec450c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:12.335143 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:12.348647 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d517bf1-a77a-45b2-b06b-3facafd38b3f {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:38:12.369513 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 6d517bf1-a77a-45b2-b06b-3facafd38b3f, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6d517bf1-a77a-45b2-b06b-3facafd38b3f,segment=NetworkSegment(6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8),segment_id=6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:38:12.375248 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:12.381550 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e310f7ce-e8de-4a2e-9800-a1eafec450c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:12.425121 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=6d517bf1-a77a-45b2-b06b-3facafd38b3f,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:12.464090 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7304d1b4-b6ff-49c4-8340-ddefc1c33452 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Router d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:38:12.652746 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd759a-971d-4fcc-8de6-db381fb7a0e0 req-1ad1baea-0935-4bde-a5bc-aba16e51ecb0 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:12.654596 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-dffd759a-971d-4fcc-8de6-db381fb7a0e0 req-1ad1baea-0935-4bde-a5bc-aba16e51ecb0 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 946 time: 0.0756884 Sep 01 09:38:12.695847 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-dffd759a-971d-4fcc-8de6-db381fb7a0e0 req-fe5a0a56-6527-4975-b245-6e0a3e4aa9dd tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ae8d7e9-dbb0-457e-a7b0-f7c29f9a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320086 Sep 01 09:38:12.702027 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e310f7ce-e8de-4a2e-9800-a1eafec450c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:12.704644 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e310f7ce-e8de-4a2e-9800-a1eafec450c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:12.707707 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-e310f7ce-e8de-4a2e-9800-a1eafec450c5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a2aab8d6-9869-4933-a033-43c73d3853ac HTTP/1.1" status: 204 len: 168 time: 0.4942052 Sep 01 09:38:12.723242 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310f7ce-e8de-4a2e-9800-a1eafec450c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2aab8d6-9869-4933-a033-43c73d3853ac,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:12.775625 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7304d1b4-b6ff-49c4-8340-ddefc1c33452 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:38:12.780233 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7304d1b4-b6ff-49c4-8340-ddefc1c33452 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:12.787739 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0e06ff-b591-4b5a-a3b0-468cc9356e0e None None] Sync routers for ids ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'] in dv-cinder-806726-2-iscsi {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:38:12.798454 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0e06ff-b591-4b5a-a3b0-468cc9356e0e None None] Routers {'d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:38:12.799295 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-da0e06ff-b591-4b5a-a3b0-468cc9356e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:37:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:38:12.810631 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-7304d1b4-b6ff-49c4-8340-ddefc1c33452 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "PUT /v2.0/floatingips/4a90bbee-a319-42ce-9cfb-e68058d8c0d4 HTTP/1.1" status: 200 len: 990 time: 1.7739468 Sep 01 09:38:12.811171 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95384057-ab3f-4a8f-aceb-70fa2be96583', 'tag': '5163fe08-8a30-4b54-95c4-ccf4a1a57fa4'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:38:12.815214 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1158da6c3346bc0ee3ec7fc22ff852373ba0e4f09dd7013d76cb48f019b6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe3b099-fa64-4fb5-828b-8e80bc168f22" -d '{"events": [{"name": "network-changed", "server_uuid": "95384057-ab3f-4a8f-aceb-70fa2be96583", "tag": "5163fe08-8a30-4b54-95c4-ccf4a1a57fa4"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:38:12.884857 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15da17ab-f1e7-4a6c-b1f0-249d694b1792 x-openstack-request-id: req-15da17ab-f1e7-4a6c-b1f0-249d694b1792 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:38:12.885273 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95384057-ab3f-4a8f-aceb-70fa2be96583", "tag": "5163fe08-8a30-4b54-95c4-ccf4a1a57fa4", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:38:12.885682 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-15da17ab-f1e7-4a6c-b1f0-249d694b1792 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:38:12.886166 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95384057-ab3f-4a8f-aceb-70fa2be96583', 'tag': '5163fe08-8a30-4b54-95c4-ccf4a1a57fa4', 'status': 'completed', 'code': 200} Sep 01 09:38:12.911869 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-da0e06ff-b591-4b5a-a3b0-468cc9356e0e None None] Set router d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:38:12.944833 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['6d517bf1-a77a-45b2-b06b-3facafd38b3f'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:38:13.078741 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3b099-fa64-4fb5-828b-8e80bc168f22 req-79bda665-f019-42b2-9406-8d128ea3cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:13.081307 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-abe3b099-fa64-4fb5-828b-8e80bc168f22 req-79bda665-f019-42b2-9406-8d128ea3cc1b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8f31d34eddaa45b5acebb6d9a01f72da&device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 1099 time: 0.0943692 Sep 01 09:38:13.172658 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-da0e06ff-b591-4b5a-a3b0-468cc9356e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1488568230-router', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:31Z', 'revision_number': 4, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'gw_port': {'id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:18Z', 'updated_at': '2021-09-01T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': '4a90bbee-a319-42ce-9cfb-e68058d8c0d4', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'port_id': '5163fe08-8a30-4b54-95c4-ccf4a1a57fa4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'mac_address': 'fa:16:3e:3d:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95384057-ab3f-4a8f-aceb-70fa2be96583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:37:41Z', 'updated_at': '2021-09-01T09:38:11Z', 'revision_number': 1, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f807005-7060-4e67-a542-c46e02a142ef', 'name': '', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'mac_address': 'fa:16:3e:d0:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:25Z', 'updated_at': '2021-09-01T09:37:39Z', 'revision_number': 5, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'subnets': [{'id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:38:13.195642 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3b099-fa64-4fb5-828b-8e80bc168f22 req-0f11b8df-4bc4-4d97-9dea-231bb4ededf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:13.197158 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-abe3b099-fa64-4fb5-828b-8e80bc168f22 req-0f11b8df-4bc4-4d97-9dea-231bb4ededf5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=920f8885-e155-4a4c-b565-49a7256d330f HTTP/1.1" status: 200 len: 919 time: 0.1064665 Sep 01 09:38:13.206661 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0e06ff-b591-4b5a-a3b0-468cc9356e0e None None] Checking router: d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 for host: dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:38:13.215333 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0e06ff-b591-4b5a-a3b0-468cc9356e0e None None] Routers {'d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:38:13.216093 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-da0e06ff-b591-4b5a-a3b0-468cc9356e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:37:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:38:13.314975 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-abe3b099-fa64-4fb5-828b-8e80bc168f22 req-914a13f6-609d-4af6-b1e9-1cfe9ea76a1a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 HTTP/1.1" status: 200 len: 998 time: 0.0991690 Sep 01 09:38:13.333745 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-da0e06ff-b591-4b5a-a3b0-468cc9356e0e None None] Set router d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:38:13.339818 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e7a19-0dd2-4911-aee3-6ab4d4e5aa4d req-8589a36f-53e2-48df-a451-0398138399c5 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:13.341340 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f27e7a19-0dd2-4911-aee3-6ab4d4e5aa4d req-8589a36f-53e2-48df-a451-0398138399c5 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba92b0e9-a5af-4a97-808e-047693d29a5a HTTP/1.1" status: 200 len: 945 time: 0.0869968 Sep 01 09:38:13.433661 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f27e7a19-0dd2-4911-aee3-6ab4d4e5aa4d req-53a25845-3675-4e13-bc26-99e3180181e4 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718007 Sep 01 09:38:13.441239 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2d63f-1615-410b-b132-71c984752751 req-e8760700-b6c8-4986-a687-10e8030c6770 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:13.442787 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-daa2d63f-1615-410b-b132-71c984752751 req-e8760700-b6c8-4986-a687-10e8030c6770 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.1223278 Sep 01 09:38:13.492415 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3b099-fa64-4fb5-828b-8e80bc168f22 req-480268da-e060-4da8-a476-1d5860b513f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:13.493979 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-abe3b099-fa64-4fb5-828b-8e80bc168f22 req-480268da-e060-4da8-a476-1d5860b513f3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd81cb56-8012-4aea-8463-56fc1c6006dd HTTP/1.1" status: 200 len: 856 time: 0.1120572 Sep 01 09:38:13.500582 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-daa2d63f-1615-410b-b132-71c984752751 req-9815cc15-014f-4751-8028-947ed3f6aa3a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492065 Sep 01 09:38:13.556385 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3b099-fa64-4fb5-828b-8e80bc168f22 req-8cf80931-1ef4-443e-b6d2-bfcabe2b2f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:13.557986 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-abe3b099-fa64-4fb5-828b-8e80bc168f22 req-8cf80931-1ef4-443e-b6d2-bfcabe2b2f67 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=920f8885-e155-4a4c-b565-49a7256d330f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470364 Sep 01 09:38:13.582830 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-da0e06ff-b591-4b5a-a3b0-468cc9356e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1488568230-router', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:31Z', 'revision_number': 4, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'gw_port': {'id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:18Z', 'updated_at': '2021-09-01T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': '4a90bbee-a319-42ce-9cfb-e68058d8c0d4', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'port_id': '5163fe08-8a30-4b54-95c4-ccf4a1a57fa4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'mac_address': 'fa:16:3e:3d:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95384057-ab3f-4a8f-aceb-70fa2be96583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:37:41Z', 'updated_at': '2021-09-01T09:38:11Z', 'revision_number': 1, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f807005-7060-4e67-a542-c46e02a142ef', 'name': '', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'mac_address': 'fa:16:3e:d0:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:25Z', 'updated_at': '2021-09-01T09:37:39Z', 'revision_number': 5, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'subnets': [{'id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:38:13.613322 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0e06ff-b591-4b5a-a3b0-468cc9356e0e None None] The sync data for ids ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'] in dv-cinder-806726-2-iscsi is: [{'id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1488568230-router', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:31Z', 'revision_number': 4, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'gw_port': {'id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:18Z', 'updated_at': '2021-09-01T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': '4a90bbee-a319-42ce-9cfb-e68058d8c0d4', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'floating_ip_address': '172.27.0.9', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'port_id': '5163fe08-8a30-4b54-95c4-ccf4a1a57fa4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'mac_address': 'fa:16:3e:3d:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95384057-ab3f-4a8f-aceb-70fa2be96583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:37:41Z', 'updated_at': '2021-09-01T09:38:11Z', 'revision_number': 1, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f807005-7060-4e67-a542-c46e02a142ef', 'name': '', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'mac_address': 'fa:16:3e:d0:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:25Z', 'updated_at': '2021-09-01T09:37:39Z', 'revision_number': 5, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'subnets': [{'id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:38:13.677384 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-abe3b099-fa64-4fb5-828b-8e80bc168f22 req-4aa8bdcd-c0b6-4780-892d-869477cda8bd service neutron] 10.222.0.77 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981231 Sep 01 09:38:13.820056 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d02fac-a538-4adc-aba5-f93d906802d6 None None] New status for floating IP 4a90bbee-a319-42ce-9cfb-e68058d8c0d4: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 09:38:13.897687 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2cfae-2064-4eb1-b80e-68382ee76420 req-15ecb071-510c-4f36-a046-b516f065aac5 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:13.904112 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-dcb2cfae-2064-4eb1-b80e-68382ee76420 req-15ecb071-510c-4f36-a046-b516f065aac5 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 946 time: 0.0874224 Sep 01 09:38:13.912926 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-abe3b099-fa64-4fb5-828b-8e80bc168f22 req-33463aed-1517-4f34-9d34-d1191d03e515 service neutron] 10.222.0.77 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486626 Sep 01 09:38:13.943877 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-dcb2cfae-2064-4eb1-b80e-68382ee76420 req-5a877ab0-af7e-46cb-b6b8-216b36619067 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ae8d7e9-dbb0-457e-a7b0-f7c29f9a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387268 Sep 01 09:38:13.989644 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 32934) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:14.092365 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56cd4dca-ab15-43a2-91c8-d245b28258af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:14.175207 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56cd4dca-ab15-43a2-91c8-d245b28258af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:14.180946 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56cd4dca-ab15-43a2-91c8-d245b28258af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:14.219770 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-56cd4dca-ab15-43a2-91c8-d245b28258af admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=afebf26c4f254dcab05568d714e80464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290604 Sep 01 09:38:14.220952 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd4dca-ab15-43a2-91c8-d245b28258af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04516778-1d78-4392-a6f8-e7db67142ad9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:14.222503 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 32940) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:14.272082 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3401a83e-554d-48cd-916e-e27cf0e8325d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:14.293747 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3401a83e-554d-48cd-916e-e27cf0e8325d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:14.370481 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3401a83e-554d-48cd-916e-e27cf0e8325d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:14.373045 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3401a83e-554d-48cd-916e-e27cf0e8325d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:14.374155 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-3401a83e-554d-48cd-916e-e27cf0e8325d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/04516778-1d78-4392-a6f8-e7db67142ad9 HTTP/1.1" status: 204 len: 168 time: 0.1506608 Sep 01 09:38:14.385067 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401a83e-554d-48cd-916e-e27cf0e8325d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04516778-1d78-4392-a6f8-e7db67142ad9,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:14.393696 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71402c4d-230b-4e18-8042-b64a86467f41 req-91d16ab9-5576-4c76-a561-ee79d29d1528 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:14.395134 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-71402c4d-230b-4e18-8042-b64a86467f41 req-91d16ab9-5576-4c76-a561-ee79d29d1528 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.77 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 946 time: 0.0586231 Sep 01 09:38:14.400760 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401a83e-554d-48cd-916e-e27cf0e8325d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:14.401148 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401a83e-554d-48cd-916e-e27cf0e8325d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:14.401494 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401a83e-554d-48cd-916e-e27cf0e8325d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:14.401817 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401a83e-554d-48cd-916e-e27cf0e8325d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:14.402170 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401a83e-554d-48cd-916e-e27cf0e8325d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:14.402458 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401a83e-554d-48cd-916e-e27cf0e8325d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:14.402777 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401a83e-554d-48cd-916e-e27cf0e8325d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:14.403098 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401a83e-554d-48cd-916e-e27cf0e8325d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:14.403451 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401a83e-554d-48cd-916e-e27cf0e8325d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:14.403800 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401a83e-554d-48cd-916e-e27cf0e8325d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:14.404116 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401a83e-554d-48cd-916e-e27cf0e8325d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:14.404431 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3401a83e-554d-48cd-916e-e27cf0e8325d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:14.564051 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-71402c4d-230b-4e18-8042-b64a86467f41 req-8ce97b56-54e5-4ec9-aff3-33b6c8a0e908 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Deleting port 4205bb18-5434-4143-8d8b-a4a64205da9b {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:38:14.564468 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-71402c4d-230b-4e18-8042-b64a86467f41 req-8ce97b56-54e5-4ec9-aff3-33b6c8a0e908 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:14.648301 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec06e82-ca09-48cc-8eb9-16810a461e4b req-c4a407f0-e4fb-4a8d-91b7-dd434fb6bb88 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:14.649788 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bec06e82-ca09-48cc-8eb9-16810a461e4b req-c4a407f0-e4fb-4a8d-91b7-dd434fb6bb88 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba92b0e9-a5af-4a97-808e-047693d29a5a HTTP/1.1" status: 200 len: 945 time: 0.1342239 Sep 01 09:38:14.667633 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 32950) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:14.681539 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94a34167-4218-4593-89cd-5c6e6a47f28d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:14.721858 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4784094-6a78-4c45-ad66-e7ae5a51d23c req-56b58cb9-aa7b-4bd6-8220-7af1003cef3f tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:14.723352 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b4784094-6a78-4c45-ad66-e7ae5a51d23c req-56b58cb9-aa7b-4bd6-8220-7af1003cef3f tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.1435108 Sep 01 09:38:14.739470 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-71402c4d-230b-4e18-8042-b64a86467f41 req-8ce97b56-54e5-4ec9-aff3-33b6c8a0e908 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] For port 4205bb18-5434-4143-8d8b-a4a64205da9b, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=4205bb18-5434-4143-8d8b-a4a64205da9b,segment=NetworkSegment(2b4665e7-6447-4c37-b6ee-c800a7f301e7),segment_id=2b4665e7-6447-4c37-b6ee-c800a7f301e7)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:38:14.739913 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-71402c4d-230b-4e18-8042-b64a86467f41 req-8ce97b56-54e5-4ec9-aff3-33b6c8a0e908 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:14.749151 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bec06e82-ca09-48cc-8eb9-16810a461e4b req-bfdf4c5c-bb9e-480c-b612-a420e6bf7276 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910265 Sep 01 09:38:14.775840 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-71402c4d-230b-4e18-8042-b64a86467f41 req-8ce97b56-54e5-4ec9-aff3-33b6c8a0e908 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Calling delete_port for 4205bb18-5434-4143-8d8b-a4a64205da9b owned by compute:nova {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:38:14.784429 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94a34167-4218-4593-89cd-5c6e6a47f28d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:14.792082 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94a34167-4218-4593-89cd-5c6e6a47f28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:14.808870 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b4784094-6a78-4c45-ad66-e7ae5a51d23c req-4751b4b9-09f3-46b1-a602-f8a8a7be9ca7 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724876 Sep 01 09:38:14.835799 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-94a34167-4218-4593-89cd-5c6e6a47f28d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fde92f4bc787423c894b5367b48de9ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1647644 Sep 01 09:38:14.835799 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a34167-4218-4593-89cd-5c6e6a47f28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7270004-d6ed-4144-9e66-93879603979d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:14.836320 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 32956) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:14.945849 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3317ca4c-de2a-4a73-a428-ddef470c2204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:14.993700 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3317ca4c-de2a-4a73-a428-ddef470c2204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:15.057210 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-71402c4d-230b-4e18-8042-b64a86467f41 req-8ce97b56-54e5-4ec9-aff3-33b6c8a0e908 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:15.094694 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['4205bb18-5434-4143-8d8b-a4a64205da9b'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:38:15.095769 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce97b56-54e5-4ec9-aff3-33b6c8a0e908 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Pushing event deleted for resources: {'Port': ['ID=4205bb18-5434-4143-8d8b-a4a64205da9b,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:15.155985 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3317ca4c-de2a-4a73-a428-ddef470c2204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:15.158533 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3317ca4c-de2a-4a73-a428-ddef470c2204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:15.159691 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-3317ca4c-de2a-4a73-a428-ddef470c2204 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b7270004-d6ed-4144-9e66-93879603979d HTTP/1.1" status: 204 len: 168 time: 0.2885242 Sep 01 09:38:15.168788 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be9fa2-c8fd-48ef-9c64-a6ac37f2da31 req-aea3ddd5-9744-42f7-8831-996f82839f25 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:15.170292 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c0be9fa2-c8fd-48ef-9c64-a6ac37f2da31 req-aea3ddd5-9744-42f7-8831-996f82839f25 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 867 time: 0.1531279 Sep 01 09:38:15.170977 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [req-71402c4d-230b-4e18-8042-b64a86467f41 req-8ce97b56-54e5-4ec9-aff3-33b6c8a0e908 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] No DVR routers for this DVR port 4205bb18-5434-4143-8d8b-a4a64205da9b on host hv-cinder-80672 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:38:15.178280 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-71402c4d-230b-4e18-8042-b64a86467f41 req-8ce97b56-54e5-4ec9-aff3-33b6c8a0e908 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:15.180190 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-71402c4d-230b-4e18-8042-b64a86467f41 req-8ce97b56-54e5-4ec9-aff3-33b6c8a0e908 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.77 "DELETE /v2.0/ports/4205bb18-5434-4143-8d8b-a4a64205da9b HTTP/1.1" status: 204 len: 173 time: 0.7730083 Sep 01 09:38:15.180609 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb2c98b-9be8-4159-a8c7-3de73239400f', 'name': 'network-vif-deleted', 'tag': '4205bb18-5434-4143-8d8b-a4a64205da9b'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:38:15.182859 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ab590e-27b1-4999-87dd-efbe65035bca" -d '{"events": [{"server_uuid": "2cb2c98b-9be8-4159-a8c7-3de73239400f", "name": "network-vif-deleted", "tag": "4205bb18-5434-4143-8d8b-a4a64205da9b"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:38:15.187748 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317ca4c-de2a-4a73-a428-ddef470c2204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7270004-d6ed-4144-9e66-93879603979d,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:15.229585 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c0be9fa2-c8fd-48ef-9c64-a6ac37f2da31 req-067dd681-1f26-4fee-8e32-963811f778dd tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/security-groups?id=9ae8d7e9-dbb0-457e-a7b0-f7c29f9a3588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432384 Sep 01 09:38:15.234695 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae41caec-c977-456b-b0e2-c89181a0228f x-openstack-request-id: req-ae41caec-c977-456b-b0e2-c89181a0228f {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:38:15.235050 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb2c98b-9be8-4159-a8c7-3de73239400f", "name": "network-vif-deleted", "tag": "4205bb18-5434-4143-8d8b-a4a64205da9b", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:38:15.235960 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ae41caec-c977-456b-b0e2-c89181a0228f {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:38:15.236356 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb2c98b-9be8-4159-a8c7-3de73239400f', 'name': 'network-vif-deleted', 'tag': '4205bb18-5434-4143-8d8b-a4a64205da9b', 'status': 'completed', 'code': 200} Sep 01 09:38:15.891423 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25903245-2f63-4724-9ed2-43c68750d61d req-d23b9cb6-d5be-45e8-9535-91037e7b09a7 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:15.893010 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-25903245-2f63-4724-9ed2-43c68750d61d req-d23b9cb6-d5be-45e8-9535-91037e7b09a7 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba92b0e9-a5af-4a97-808e-047693d29a5a HTTP/1.1" status: 200 len: 945 time: 0.0665033 Sep 01 09:38:15.955592 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-25903245-2f63-4724-9ed2-43c68750d61d req-d21977a0-c317-4cfa-b4c4-3774c071c257 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511463 Sep 01 09:38:15.963480 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878500f-4dc0-45da-87f4-4bf9f883012c req-c7bfd98f-50ce-481f-be88-eebd3ed72a17 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:15.965139 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5878500f-4dc0-45da-87f4-4bf9f883012c req-c7bfd98f-50ce-481f-be88-eebd3ed72a17 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0702858 Sep 01 09:38:16.013266 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5878500f-4dc0-45da-87f4-4bf9f883012c req-069aca35-d0d3-4dba-ad5f-ba69918a6b90 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325177 Sep 01 09:38:16.163290 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 6d517bf1-a77a-45b2-b06b-3facafd38b3f up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:38:16.211775 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning for port 6d517bf1-a77a-45b2-b06b-3facafd38b3f completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:38:16.215682 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port 6d517bf1-a77a-45b2-b06b-3facafd38b3f triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:38:16.216080 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:16.302013 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:16.326748 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba92b0e9-a5af-4a97-808e-047693d29a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d517bf1-a77a-45b2-b06b-3facafd38b3f'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:38:16.329185 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbab5388-3a95-4d8a-a534-bca956347974" -d '{"events": [{"server_uuid": "ba92b0e9-a5af-4a97-808e-047693d29a5a", "name": "network-vif-plugged", "status": "completed", "tag": "6d517bf1-a77a-45b2-b06b-3facafd38b3f"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:38:16.343524 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 6d517bf1-a77a-45b2-b06b-3facafd38b3f, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6d517bf1-a77a-45b2-b06b-3facafd38b3f,segment=NetworkSegment(6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8),segment_id=6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:38:16.349163 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:16.371265 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0776231a-5482-4b94-a642-9fbe511bc833 req-ed2b7fc1-3c2d-4ca3-a152-34e9b644b6f3 tempest-DeleteServersTestJSON-39689791 tempest-DeleteServersTestJSON-39689791-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb2c98b-9be8-4159-a8c7-3de73239400f HTTP/1.1" status: 200 len: 210 time: 0.0316472 Sep 01 09:38:16.396810 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9ee6d5-7967-4ea3-88f5-613740d3fb66 x-openstack-request-id: req-fe9ee6d5-7967-4ea3-88f5-613740d3fb66 {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:38:16.397209 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba92b0e9-a5af-4a97-808e-047693d29a5a", "name": "network-vif-plugged", "status": "completed", "tag": "6d517bf1-a77a-45b2-b06b-3facafd38b3f", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:38:16.397459 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fe9ee6d5-7967-4ea3-88f5-613740d3fb66 {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:38:16.397843 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba92b0e9-a5af-4a97-808e-047693d29a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d517bf1-a77a-45b2-b06b-3facafd38b3f', 'code': 200} Sep 01 09:38:16.431537 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=6d517bf1-a77a-45b2-b06b-3facafd38b3f,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:16.439928 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:16.440282 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:16.440620 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:16.441112 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:16.441445 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:16.441840 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:16.442173 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:16.442497 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:16.442821 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:16.443638 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:16.443997 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:16.444449 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:38:16.667235 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff4fc5-d6f9-44a3-88cd-083afed7eb89 req-c838cc71-11f9-4055-808c-daa2f6aafd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:16.668765 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bcff4fc5-d6f9-44a3-88cd-083afed7eb89 req-c838cc71-11f9-4055-808c-daa2f6aafd28 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ba92b0e9-a5af-4a97-808e-047693d29a5a HTTP/1.1" status: 200 len: 1099 time: 0.0411286 Sep 01 09:38:16.716125 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bcff4fc5-d6f9-44a3-88cd-083afed7eb89 req-be4ea0c0-4c89-4d74-b904-4233576d1661 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284665 Sep 01 09:38:17.077423 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdbf12-e781-47d7-a1c3-ab4ebb9142b8 req-433168ac-971c-433c-9ffe-698b37bf293e tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:17.085590 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-37cdbf12-e781-47d7-a1c3-ab4ebb9142b8 req-433168ac-971c-433c-9ffe-698b37bf293e tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba92b0e9-a5af-4a97-808e-047693d29a5a HTTP/1.1" status: 200 len: 946 time: 0.0579083 Sep 01 09:38:17.146272 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-37cdbf12-e781-47d7-a1c3-ab4ebb9142b8 req-9b358360-09da-4163-95c0-75cd28a491f7 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597718 Sep 01 09:38:17.162056 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6f039-516a-4c92-b91d-896f299b7d2d req-25d899a5-3b6a-4685-9c1c-416580eb1c5d tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:17.163522 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fae6f039-516a-4c92-b91d-896f299b7d2d req-25d899a5-3b6a-4685-9c1c-416580eb1c5d tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0594590 Sep 01 09:38:17.205525 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fae6f039-516a-4c92-b91d-896f299b7d2d req-9695ee87-b58a-4e75-9175-e2cce2be7cac tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351040 Sep 01 09:38:18.179832 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 4205bb18-5434-4143-8d8b-a4a64205da9b no longer exists at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:38:18.202730 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] No Port match for: 4205bb18-5434-4143-8d8b-a4a64205da9b {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:38:18.203070 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 4205bb18-5434-4143-8d8b-a4a64205da9b not bound to the agent host hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:38:18.275987 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d168c-3817-4e77-9e81-b03eafd5d75a req-e6244784-b9f4-42b3-a894-8dfbd0e24b2b tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:18.277484 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-916d168c-3817-4e77-9e81-b03eafd5d75a req-e6244784-b9f4-42b3-a894-8dfbd0e24b2b tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba92b0e9-a5af-4a97-808e-047693d29a5a HTTP/1.1" status: 200 len: 946 time: 0.0546255 Sep 01 09:38:18.342422 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-916d168c-3817-4e77-9e81-b03eafd5d75a req-4ab9b7b9-58ea-4052-a0f0-2f22252e2a53 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541899 Sep 01 09:38:18.350450 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22183bf2-a27c-47e1-918f-ed5db39464c2 req-4f71b7d7-7ace-45ec-8b07-4db38fe3894c tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:18.352231 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-22183bf2-a27c-47e1-918f-ed5db39464c2 req-4f71b7d7-7ace-45ec-8b07-4db38fe3894c tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0738647 Sep 01 09:38:18.396600 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-22183bf2-a27c-47e1-918f-ed5db39464c2 req-470f652b-b8ff-4807-9653-8604b8954263 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336707 Sep 01 09:38:18.866530 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 33074) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:18.916199 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a418558-7070-41b1-88d0-2b280f9b6206 admin admin] Deleting subnet fb5c0004-fffb-4b74-ba75-7d6707be9283 {{(pid=94093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 09:38:18.920704 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5a418558-7070-41b1-88d0-2b280f9b6206 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:19.145528 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5a418558-7070-41b1-88d0-2b280f9b6206 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:19.154592 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5a418558-7070-41b1-88d0-2b280f9b6206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532586'] for subnet, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:19.209291 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5a418558-7070-41b1-88d0-2b280f9b6206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for subnet, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:19.234942 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a418558-7070-41b1-88d0-2b280f9b6206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb5c0004-fffb-4b74-ba75-7d6707be9283,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:19.238770 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5a418558-7070-41b1-88d0-2b280f9b6206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:19.240599 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-5a418558-7070-41b1-88d0-2b280f9b6206 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/fb5c0004-fffb-4b74-ba75-7d6707be9283 HTTP/1.1" status: 204 len: 168 time: 0.3731110 Sep 01 09:38:19.243699 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 33088) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:19.362638 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543493'] for network, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:19.428055 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-8eaf2448-a3e1-44c1-b234-a454b7e5ebb1 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:19.429480 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-8eaf2448-a3e1-44c1-b234-a454b7e5ebb1 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/networks?id=ba5ae12d-0e61-4824-8559-c069ada0cb13 HTTP/1.1" status: 200 len: 815 time: 0.1442778 Sep 01 09:38:19.509762 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-f432a375-a302-4585-a56a-b87bf55bb10d tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/quotas/7d9cd7d2ea324c4f93cfde52da2201d8 HTTP/1.1" status: 200 len: 375 time: 0.0710850 Sep 01 09:38:19.513957 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535953', 'neutron.services.segments.db._delete_segments_for_network-8737163360449'] for network, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:19.538107 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:38:19.538422 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:38:19.539164 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:38:19.539466 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] Subscribe: > port after_create 55550000 {{(pid=94093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:38:19.539854 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] Subscribe: > port after_delete 55550000 {{(pid=94093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:38:19.540182 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] Subscribe: > port after_update 55550000 {{(pid=94093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:38:19.540495 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:38:19.540813 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:38:19.541125 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:38:19.541440 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:38:19.731206 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:38:19.731592 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:38:19.731963 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:38:19.732299 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94093) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:38:19.732652 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac4cf3d-f247-42f1-b84e-0ee3551418bd']}} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:38:19.766378 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b4665e7-6447-4c37-b6ee-c800a7f301e7') {'for_net_delete': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:38:19.766583 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b4665e7-6447-4c37-b6ee-c800a7f301e7') {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:38:19.789475 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782099e-046c-4d60-8dda-cf89844d62f6 req-a4e8ac66-a8bb-4be0-9f8e-9b5c4a6c174b tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:19.791032 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a782099e-046c-4d60-8dda-cf89844d62f6 req-a4e8ac66-a8bb-4be0-9f8e-9b5c4a6c174b tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba92b0e9-a5af-4a97-808e-047693d29a5a HTTP/1.1" status: 200 len: 946 time: 0.3702302 Sep 01 09:38:19.793276 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737163371861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24803596'] for segment, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:19.839259 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:19.862678 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-317657c3-61ef-4967-a1bb-b3606e05f931 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7d9cd7d2ea324c4f93cfde52da2201d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3460531 Sep 01 09:38:19.864138 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=94093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 09:38:19.864536 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24774527'] for segment, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: from cryptography.utils import int_from_bytes Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: from cryptography.utils import int_from_bytes Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: Traceback (most recent call last): Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: timer() Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: cb(*args, **kw) Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: return func(*args, **kwargs) Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: self._notify() Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: self.callback(batched_events) Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: event.method(event) Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: return f(self, *a, **k) Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: return self._get(url).json() Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: return self.request(url, 'GET', **kwargs) Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 09:38:19.868450 dv-cinder-806726-2-iscsi neutron-server[94093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 09:38:19.879688 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a782099e-046c-4d60-8dda-cf89844d62f6 req-a8bb3dd0-7702-4eb2-a162-66a7af4cc047 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823174 Sep 01 09:38:19.996118 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16688646'] for network, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:20.016485 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:20.018283 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] 10.222.0.74 "DELETE /v2.0/networks/5ac4cf3d-f247-42f1-b84e-0ee3551418bd HTTP/1.1" status: 204 len: 168 time: 0.7743115 Sep 01 09:38:20.030668 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bf20a-00fb-4d3d-ab1a-7f0268f9450c admin admin] Pushing event deleted for resources: {'Network': ['ID=5ac4cf3d-f247-42f1-b84e-0ee3551418bd,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:20.053697 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921a017-ebb5-43d6-8ac6-9bfead7c7931 req-586b1176-1786-401f-9794-8073cbd710d2 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:20.055179 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e921a017-ebb5-43d6-8ac6-9bfead7c7931 req-586b1176-1786-401f-9794-8073cbd710d2 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0964530 Sep 01 09:38:20.060774 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-3b2d558c-d05f-4e6c-88d3-8ac806abbdae service neutron] 10.222.0.74 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576097 Sep 01 09:38:20.144393 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e921a017-ebb5-43d6-8ac6-9bfead7c7931 req-fd22d06e-1c7d-4402-8c4c-0cdc7735523f tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822067 Sep 01 09:38:20.175891 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-c351debf-42ba-4b39-9d7b-86fff367cc1a service neutron] 10.222.0.74 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078117 Sep 01 09:38:20.214212 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 33116) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:20.261739 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 33118) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:20.262339 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-af861aa5-26fd-487f-a059-302853fbf421 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=efe058be856a4e468090c0cf4782ab90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0464969 Sep 01 09:38:20.336744 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4b2ff77c-1b32-4aa6-98f3-bb764f5d4a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:20.370582 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4b2ff77c-1b32-4aa6-98f3-bb764f5d4a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:20.409902 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bfaed2c9-88c2-43c2-9c41-d886e9aab632 req-9e001f59-1ad1-45e7-a95b-7a8243a0bf76 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=0978e052-7437-4064-bbe0-9817c3156c14 HTTP/1.1" status: 200 len: 210 time: 0.0261855 Sep 01 09:38:20.427796 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4b2ff77c-1b32-4aa6-98f3-bb764f5d4a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:20.430566 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4b2ff77c-1b32-4aa6-98f3-bb764f5d4a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:20.434369 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-4b2ff77c-1b32-4aa6-98f3-bb764f5d4a38 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9ae8d7e9-dbb0-457e-a7b0-f7c29f9a3588 HTTP/1.1" status: 204 len: 168 time: 0.1690390 Sep 01 09:38:20.445389 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ff77c-1b32-4aa6-98f3-bb764f5d4a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae8d7e9-dbb0-457e-a7b0-f7c29f9a3588,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:20.982601 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375ea3a-1eb1-44dc-9776-e2c8e8adc16d req-e0729ebb-eed6-4c6d-ae26-94524d0999f7 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:20.984808 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9375ea3a-1eb1-44dc-9776-e2c8e8adc16d req-e0729ebb-eed6-4c6d-ae26-94524d0999f7 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba92b0e9-a5af-4a97-808e-047693d29a5a HTTP/1.1" status: 200 len: 946 time: 0.0549259 Sep 01 09:38:21.027743 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9375ea3a-1eb1-44dc-9776-e2c8e8adc16d req-ef71acf5-4c09-4378-8bed-a4b5daadf351 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372958 Sep 01 09:38:21.145131 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 33174) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:21.260824 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8178da52-ee8d-4d38-b502-4d9ae7593ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:21.262781 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57717cde-3b99-4d58-98fb-3fbb6e36208e req-b44ad89c-7d05-4094-be0f-80eef5c931e4 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:21.264316 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-57717cde-3b99-4d58-98fb-3fbb6e36208e req-b44ad89c-7d05-4094-be0f-80eef5c931e4 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0520015 Sep 01 09:38:21.302972 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-57717cde-3b99-4d58-98fb-3fbb6e36208e req-17b31bd9-abea-4b39-b015-aa612ab34fe5 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319901 Sep 01 09:38:21.352207 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8178da52-ee8d-4d38-b502-4d9ae7593ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:21.356430 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8178da52-ee8d-4d38-b502-4d9ae7593ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:21.390282 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 33186) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:21.390621 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-8178da52-ee8d-4d38-b502-4d9ae7593ccc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=881cb9ddb38a42d0868a5a69eb648cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440896 Sep 01 09:38:21.402223 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178da52-ee8d-4d38-b502-4d9ae7593ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14b95c6-9a95-4fad-a3cf-17dbcca8e392,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:21.448396 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b04fe82b-d325-4ae9-888b-c07b59d985f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:21.470690 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b04fe82b-d325-4ae9-888b-c07b59d985f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:21.517110 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9ca70880-8d65-49ff-b4f4-85c051411788 req-08241fb3-9db8-47fd-babc-23fb12936128 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=0978e052-7437-4064-bbe0-9817c3156c14 HTTP/1.1" status: 200 len: 210 time: 0.0335529 Sep 01 09:38:21.554449 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b04fe82b-d325-4ae9-888b-c07b59d985f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:21.558221 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b04fe82b-d325-4ae9-888b-c07b59d985f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:21.559706 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-b04fe82b-d325-4ae9-888b-c07b59d985f9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e14b95c6-9a95-4fad-a3cf-17dbcca8e392 HTTP/1.1" status: 204 len: 168 time: 0.1671584 Sep 01 09:38:21.568147 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04fe82b-d325-4ae9-888b-c07b59d985f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14b95c6-9a95-4fad-a3cf-17dbcca8e392,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:21.854092 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 33200) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:21.868395 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d486de10-e37b-437d-93d4-1a6668465e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:21.922928 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-3d37eb4d-fd84-4042-9f86-ec71c8a80d8e tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:21.924487 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-3d37eb4d-fd84-4042-9f86-ec71c8a80d8e tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.77 "GET /v2.0/networks?id=ba5ae12d-0e61-4824-8559-c069ada0cb13 HTTP/1.1" status: 200 len: 815 time: 0.1105359 Sep 01 09:38:21.957938 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d486de10-e37b-437d-93d4-1a6668465e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:21.964522 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d486de10-e37b-437d-93d4-1a6668465e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:21.965409 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-f6b94d0a-d1d9-4690-9ae0-4b969ab7c7b2 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Request body: {'port': {'device_id': '0978e052-7437-4064-bbe0-9817c3156c14', 'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13', 'admin_state_up': True, 'tenant_id': '7d9cd7d2ea324c4f93cfde52da2201d8'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:38:22.006809 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-d486de10-e37b-437d-93d4-1a6668465e76 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3171c5ee58b24339a67d316cb6fbbc77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513813 Sep 01 09:38:22.007962 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486de10-e37b-437d-93d4-1a6668465e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8af13a0-d02f-4052-9a27-f0a68191085d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:22.009639 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 33202) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:22.109966 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ea880bfc-f29d-41da-b824-fc54b4ee4856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:22.161713 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ea880bfc-f29d-41da-b824-fc54b4ee4856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:22.170478 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-f6b94d0a-d1d9-4690-9ae0-4b969ab7c7b2 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Made reservation on behalf of 7d9cd7d2ea324c4f93cfde52da2201d8 for: {'port': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:38:22.173880 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-f6b94d0a-d1d9-4690-9ae0-4b969ab7c7b2 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:22.193697 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161a970-efab-47bd-ba18-f4a04bd7577f req-edf40d5f-6bd8-4910-93d0-7a7259844330 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:22.195144 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f161a970-efab-47bd-ba18-f4a04bd7577f req-edf40d5f-6bd8-4910-93d0-7a7259844330 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba92b0e9-a5af-4a97-808e-047693d29a5a HTTP/1.1" status: 200 len: 946 time: 0.1008284 Sep 01 09:38:22.290770 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f161a970-efab-47bd-ba18-f4a04bd7577f req-df6e1685-6d9f-4ae1-9e1a-88393ca8de1d tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885546 Sep 01 09:38:22.315097 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-7afc8ffd-eac3-4310-b684-bd3fa4c5c3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:22.330397 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ea880bfc-f29d-41da-b824-fc54b4ee4856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:22.333000 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ea880bfc-f29d-41da-b824-fc54b4ee4856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:22.334101 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-ea880bfc-f29d-41da-b824-fc54b4ee4856 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a8af13a0-d02f-4052-9a27-f0a68191085d HTTP/1.1" status: 204 len: 168 time: 0.3232799 Sep 01 09:38:22.351276 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea880bfc-f29d-41da-b824-fc54b4ee4856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8af13a0-d02f-4052-9a27-f0a68191085d,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:22.368652 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-f6b94d0a-d1d9-4690-9ae0-4b969ab7c7b2 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Allocated IP 172.20.0.3 (ba5ae12d-0e61-4824-8559-c069ada0cb13/5c04e5de-52aa-4fd1-b218-e2fbbb842591/a1626f98-7e4f-4845-b4c4-1a3b466d9a78) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:38:22.500253 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276db84-ae37-4b5c-b143-ec36ce7c1561 req-b809276a-322c-4faa-8e30-5304ff0d776e tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:22.502429 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6276db84-ae37-4b5c-b143-ec36ce7c1561 req-b809276a-322c-4faa-8e30-5304ff0d776e tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.1092107 Sep 01 09:38:22.559439 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6276db84-ae37-4b5c-b143-ec36ce7c1561 req-0d93d4f9-97e5-4630-ad6c-c65831c9bb34 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511544 Sep 01 09:38:22.593873 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-f6b94d0a-d1d9-4690-9ae0-4b969ab7c7b2 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:22.657056 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-92c0a6d2-33fa-4cf9-a292-29399608c573 req-28fa8c24-ea1b-4c5a-a40d-32e97f4d30dc tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=0978e052-7437-4064-bbe0-9817c3156c14 HTTP/1.1" status: 200 len: 210 time: 0.0278080 Sep 01 09:38:22.660157 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-f6b94d0a-d1d9-4690-9ae0-4b969ab7c7b2 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:22.710560 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-f6b94d0a-d1d9-4690-9ae0-4b969ab7c7b2 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Network ba5ae12d-0e61-4824-8559-c069ada0cb13 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:38:22.713766 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-f6b94d0a-d1d9-4690-9ae0-4b969ab7c7b2 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:38:22.718769 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-f6b94d0a-d1d9-4690-9ae0-4b969ab7c7b2 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:38:22.721654 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b94d0a-d1d9-4690-9ae0-4b969ab7c7b2 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Pushing event updated for resources: {'Port': ['ID=a1626f98-7e4f-4845-b4c4-1a3b466d9a78,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:22.721792 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['564a5788-ecc3-4d35-9977-ca25ef90cde9'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:38:22.792680 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-f6b94d0a-d1d9-4690-9ae0-4b969ab7c7b2 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:22.793890 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-f6b94d0a-d1d9-4690-9ae0-4b969ab7c7b2 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:22.814605 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-f6b94d0a-d1d9-4690-9ae0-4b969ab7c7b2 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8528857 Sep 01 09:38:22.835216 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-737fcddd-f56f-4503-ab6a-79c285add5c9 service neutron] Request body: {'port': {'device_id': '0978e052-7437-4064-bbe0-9817c3156c14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:38:22.893445 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-737fcddd-f56f-4503-ab6a-79c285add5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:23.198906 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-737fcddd-f56f-4503-ab6a-79c285add5c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1626f98-7e4f-4845-b4c4-1a3b466d9a78 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:38:23.206470 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-737fcddd-f56f-4503-ab6a-79c285add5c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:23.219355 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-737fcddd-f56f-4503-ab6a-79c285add5c9 service neutron] Transition to ACTIVE for port object a1626f98-7e4f-4845-b4c4-1a3b466d9a78 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:38:23.223857 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-737fcddd-f56f-4503-ab6a-79c285add5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:23.274381 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fcddd-f56f-4503-ab6a-79c285add5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1626f98-7e4f-4845-b4c4-1a3b466d9a78,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:23.343281 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-737fcddd-f56f-4503-ab6a-79c285add5c9 service neutron] Attempting to bind port a1626f98-7e4f-4845-b4c4-1a3b466d9a78 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:38:23.343622 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-737fcddd-f56f-4503-ab6a-79c285add5c9 service neutron] Attempting to bind port a1626f98-7e4f-4845-b4c4-1a3b466d9a78 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '21237dc9-c16a-4524-9c4f-493ab52f32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:38:23.343903 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-737fcddd-f56f-4503-ab6a-79c285add5c9 service neutron] Attempting to bind port a1626f98-7e4f-4845-b4c4-1a3b466d9a78 on network ba5ae12d-0e61-4824-8559-c069ada0cb13 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:38:23.348401 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-737fcddd-f56f-4503-ab6a-79c285add5c9 service neutron] Port a1626f98-7e4f-4845-b4c4-1a3b466d9a78 on network ba5ae12d-0e61-4824-8559-c069ada0cb13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 09:38:23.348773 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-737fcddd-f56f-4503-ab6a-79c285add5c9 service neutron] Attempting to bind port a1626f98-7e4f-4845-b4c4-1a3b466d9a78 on network ba5ae12d-0e61-4824-8559-c069ada0cb13 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:38:23.354014 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-737fcddd-f56f-4503-ab6a-79c285add5c9 service neutron] Checking agent: {'id': '8ce25ef8-d4a6-4c3d-9635-2091a35d6989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'started_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:38:23.354358 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-737fcddd-f56f-4503-ab6a-79c285add5c9 service neutron] Checking segment: {'id': '21237dc9-c16a-4524-9c4f-493ab52f32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:38:23.354743 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-737fcddd-f56f-4503-ab6a-79c285add5c9 service neutron] Bound using segment: {'id': '21237dc9-c16a-4524-9c4f-493ab52f32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:38:23.355172 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-737fcddd-f56f-4503-ab6a-79c285add5c9 service neutron] Bound port: a1626f98-7e4f-4845-b4c4-1a3b466d9a78, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21237dc9-c16a-4524-9c4f-493ab52f32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:38:23.355531 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-737fcddd-f56f-4503-ab6a-79c285add5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:23.448139 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6ca92-197d-4ad9-9257-61286c06c00b req-65315e09-dce0-4f88-9f93-0653eb504201 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:23.449715 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3fd6ca92-197d-4ad9-9257-61286c06c00b req-65315e09-dce0-4f88-9f93-0653eb504201 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba92b0e9-a5af-4a97-808e-047693d29a5a HTTP/1.1" status: 200 len: 946 time: 0.0849040 Sep 01 09:38:23.464826 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-737fcddd-f56f-4503-ab6a-79c285add5c9 service neutron] For port a1626f98-7e4f-4845-b4c4-1a3b466d9a78, host hv-cinder-80672, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:38:23.468593 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-737fcddd-f56f-4503-ab6a-79c285add5c9 service neutron] For port a1626f98-7e4f-4845-b4c4-1a3b466d9a78, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=a1626f98-7e4f-4845-b4c4-1a3b466d9a78,segment=NetworkSegment(21237dc9-c16a-4524-9c4f-493ab52f32e1),segment_id=21237dc9-c16a-4524-9c4f-493ab52f32e1)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:38:23.478652 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-737fcddd-f56f-4503-ab6a-79c285add5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:23.531138 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-737fcddd-f56f-4503-ab6a-79c285add5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:23.531832 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-737fcddd-f56f-4503-ab6a-79c285add5c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:23.533167 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-737fcddd-f56f-4503-ab6a-79c285add5c9 service neutron] 10.222.0.77 "PUT /v2.0/ports/a1626f98-7e4f-4845-b4c4-1a3b466d9a78 HTTP/1.1" status: 200 len: 1093 time: 0.7024577 Sep 01 09:38:23.533761 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0978e052-7437-4064-bbe0-9817c3156c14', 'tag': 'a1626f98-7e4f-4845-b4c4-1a3b466d9a78'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:38:23.536145 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b444ed-ee79-4505-8818-57b0cea4460c" -d '{"events": [{"name": "network-changed", "server_uuid": "0978e052-7437-4064-bbe0-9817c3156c14", "tag": "a1626f98-7e4f-4845-b4c4-1a3b466d9a78"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:38:23.541065 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3fd6ca92-197d-4ad9-9257-61286c06c00b req-ea285525-06e3-480d-9d0b-ab417235c5cd tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836022 Sep 01 09:38:23.568916 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fcddd-f56f-4503-ab6a-79c285add5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1626f98-7e4f-4845-b4c4-1a3b466d9a78,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:23.606260 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885fc984-e565-46ee-88df-a0f771fd8710 x-openstack-request-id: req-885fc984-e565-46ee-88df-a0f771fd8710 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:38:23.606567 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0978e052-7437-4064-bbe0-9817c3156c14", "tag": "a1626f98-7e4f-4845-b4c4-1a3b466d9a78", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:38:23.606827 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-885fc984-e565-46ee-88df-a0f771fd8710 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:38:23.607224 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0978e052-7437-4064-bbe0-9817c3156c14', 'tag': 'a1626f98-7e4f-4845-b4c4-1a3b466d9a78', 'status': 'completed', 'code': 200} Sep 01 09:38:23.690216 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b8448-295b-43c5-91c9-c1f417120444 req-c2d841d0-1ace-4b32-83ff-d5bae56beda6 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:23.691880 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-024b8448-295b-43c5-91c9-c1f417120444 req-c2d841d0-1ace-4b32-83ff-d5bae56beda6 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0500245 Sep 01 09:38:23.729052 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-024b8448-295b-43c5-91c9-c1f417120444 req-52ed87a1-c7e9-4ac4-b2f9-f91865ed8805 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313034 Sep 01 09:38:23.830885 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cb30145a-05e4-4db4-b705-aaa215395b42 req-eb9b6e48-f4e2-41e5-ae37-d04dbcbed33f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698361 Sep 01 09:38:23.860619 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa00cfe-c612-4962-b721-babb9a182bc2 req-5b8c1e92-52ed-46ec-aadc-d5b97ab57e2e tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:23.868006 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:23.868977 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-daa00cfe-c612-4962-b721-babb9a182bc2 req-5b8c1e92-52ed-46ec-aadc-d5b97ab57e2e tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=0978e052-7437-4064-bbe0-9817c3156c14 HTTP/1.1" status: 200 len: 943 time: 0.0768175 Sep 01 09:38:23.910381 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-b4180c76-033b-4223-b1c2-e90cee489209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:23.911923 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-b4180c76-033b-4223-b1c2-e90cee489209 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d9cd7d2ea324c4f93cfde52da2201d8&device_id=0978e052-7437-4064-bbe0-9817c3156c14 HTTP/1.1" status: 200 len: 1096 time: 0.1298759 Sep 01 09:38:23.926298 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6190e-a631-4890-abea-eb1981d8c8a1 req-3cf69a4e-b7eb-4b7e-8d89-b2f1c470f0d4 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:23.927995 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-2fb6190e-a631-4890-abea-eb1981d8c8a1 req-3cf69a4e-b7eb-4b7e-8d89-b2f1c470f0d4 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba92b0e9-a5af-4a97-808e-047693d29a5a HTTP/1.1" status: 200 len: 946 time: 0.1172888 Sep 01 09:38:23.943567 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-daa00cfe-c612-4962-b721-babb9a182bc2 req-3be3bcd9-1760-49d0-b81c-f7601557c980 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737247 Sep 01 09:38:23.963697 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30145a-05e4-4db4-b705-aaa215395b42 req-eb3b9e7a-19b2-49c1-86d0-6692e5143c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:23.965240 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cb30145a-05e4-4db4-b705-aaa215395b42 req-eb3b9e7a-19b2-49c1-86d0-6692e5143c84 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d9cd7d2ea324c4f93cfde52da2201d8&device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 1099 time: 0.0572078 Sep 01 09:38:24.014473 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-8721ef60-9aa3-4f0a-8017-16d42a7e88c3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1626f98-7e4f-4845-b4c4-1a3b466d9a78 HTTP/1.1" status: 200 len: 217 time: 0.0626402 Sep 01 09:38:24.092721 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30145a-05e4-4db4-b705-aaa215395b42 req-51069e58-790b-4da0-be34-a97ac0969d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:24.094244 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cb30145a-05e4-4db4-b705-aaa215395b42 req-51069e58-790b-4da0-be34-a97ac0969d44 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ba5ae12d-0e61-4824-8559-c069ada0cb13 HTTP/1.1" status: 200 len: 917 time: 0.0873618 Sep 01 09:38:24.131359 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-9d087913-f50c-4abb-8cd5-de63160ed97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:24.132845 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-9d087913-f50c-4abb-8cd5-de63160ed97b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5c04e5de-52aa-4fd1-b218-e2fbbb842591 HTTP/1.1" status: 200 len: 855 time: 0.0883727 Sep 01 09:38:24.178265 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-2fb6190e-a631-4890-abea-eb1981d8c8a1 req-079b0050-7efa-4b24-921d-8085a49be352 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Deleting port 6d517bf1-a77a-45b2-b06b-3facafd38b3f {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:38:24.178609 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2fb6190e-a631-4890-abea-eb1981d8c8a1 req-079b0050-7efa-4b24-921d-8085a49be352 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:24.182912 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-1b324d55-ddb6-49b2-a691-1ff3139cc7f7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ba5ae12d-0e61-4824-8559-c069ada0cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375769 Sep 01 09:38:24.349307 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cb30145a-05e4-4db4-b705-aaa215395b42 req-0c92d33f-0e79-4ec2-a2df-c662eb46c966 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=564a5788-ecc3-4d35-9977-ca25ef90cde9 HTTP/1.1" status: 200 len: 217 time: 0.2465336 Sep 01 09:38:24.384797 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-2fb6190e-a631-4890-abea-eb1981d8c8a1 req-079b0050-7efa-4b24-921d-8085a49be352 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] For port 6d517bf1-a77a-45b2-b06b-3facafd38b3f, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6d517bf1-a77a-45b2-b06b-3facafd38b3f,segment=NetworkSegment(6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8),segment_id=6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:38:24.385479 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2fb6190e-a631-4890-abea-eb1981d8c8a1 req-079b0050-7efa-4b24-921d-8085a49be352 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:24.400665 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-12cb0658-7d27-45fe-b80c-4f08740c6bdb service neutron] 10.222.0.77 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045505 Sep 01 09:38:24.407611 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-2fb6190e-a631-4890-abea-eb1981d8c8a1 req-079b0050-7efa-4b24-921d-8085a49be352 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Calling delete_port for 6d517bf1-a77a-45b2-b06b-3facafd38b3f owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:38:24.446414 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30145a-05e4-4db4-b705-aaa215395b42 req-cbce83f2-3f76-4852-a253-1908344db42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:24.448181 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cb30145a-05e4-4db4-b705-aaa215395b42 req-cbce83f2-3f76-4852-a253-1908344db42a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5c04e5de-52aa-4fd1-b218-e2fbbb842591 HTTP/1.1" status: 200 len: 855 time: 0.0834992 Sep 01 09:38:24.495584 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cb30145a-05e4-4db4-b705-aaa215395b42 req-c3289b77-4ce9-4fc3-bd3c-780875bf1fef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ba5ae12d-0e61-4824-8559-c069ada0cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311124 Sep 01 09:38:24.646480 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cb30145a-05e4-4db4-b705-aaa215395b42 req-d842509e-6ebb-4fa9-b896-62b828b585d9 service neutron] 10.222.0.77 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358476 Sep 01 09:38:24.668922 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2fb6190e-a631-4890-abea-eb1981d8c8a1 req-079b0050-7efa-4b24-921d-8085a49be352 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:24.672245 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-fc159f0e-6359-4c01-9aad-4ad5b374f0d6 service neutron] 10.222.0.77 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608464 Sep 01 09:38:24.696755 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b0050-7efa-4b24-921d-8085a49be352 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Pushing event deleted for resources: {'Port': ['ID=6d517bf1-a77a-45b2-b06b-3facafd38b3f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:24.714659 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['6d517bf1-a77a-45b2-b06b-3facafd38b3f'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:38:24.729123 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-697d75fa-240e-403b-b9ec-fd40754df300 req-ddbe63f6-5acc-41c6-a607-06512a953a1c tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba92b0e9-a5af-4a97-808e-047693d29a5a HTTP/1.1" status: 200 len: 210 time: 0.0540302 Sep 01 09:38:24.767532 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb6190e-a631-4890-abea-eb1981d8c8a1 req-079b0050-7efa-4b24-921d-8085a49be352 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] No DVR routers for this DVR port 6d517bf1-a77a-45b2-b06b-3facafd38b3f on host hv-cinder-80672 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:38:24.770571 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2fb6190e-a631-4890-abea-eb1981d8c8a1 req-079b0050-7efa-4b24-921d-8085a49be352 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:24.772616 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-2fb6190e-a631-4890-abea-eb1981d8c8a1 req-079b0050-7efa-4b24-921d-8085a49be352 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.77 "DELETE /v2.0/ports/6d517bf1-a77a-45b2-b06b-3facafd38b3f HTTP/1.1" status: 204 len: 173 time: 0.8114703 Sep 01 09:38:24.773082 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba92b0e9-a5af-4a97-808e-047693d29a5a', 'name': 'network-vif-deleted', 'tag': '6d517bf1-a77a-45b2-b06b-3facafd38b3f'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:38:24.774105 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cb30145a-05e4-4db4-b705-aaa215395b42 req-3c3c00fd-2a85-4d56-ad11-e3e494bbbb57 service neutron] 10.222.0.77 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253283 Sep 01 09:38:24.775342 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1158da6c3346bc0ee3ec7fc22ff852373ba0e4f09dd7013d76cb48f019b6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ebd889-d665-4785-9ba1-7629f6b86052" -d '{"events": [{"server_uuid": "ba92b0e9-a5af-4a97-808e-047693d29a5a", "name": "network-vif-deleted", "tag": "6d517bf1-a77a-45b2-b06b-3facafd38b3f"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:38:24.810124 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d3cfce-ce26-4f8b-8773-693d408e4400 x-openstack-request-id: req-74d3cfce-ce26-4f8b-8773-693d408e4400 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:38:24.810420 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba92b0e9-a5af-4a97-808e-047693d29a5a", "name": "network-vif-deleted", "tag": "6d517bf1-a77a-45b2-b06b-3facafd38b3f", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:38:24.810671 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-74d3cfce-ce26-4f8b-8773-693d408e4400 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:38:24.811298 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba92b0e9-a5af-4a97-808e-047693d29a5a', 'name': 'network-vif-deleted', 'tag': '6d517bf1-a77a-45b2-b06b-3facafd38b3f', 'status': 'completed', 'code': 200} Sep 01 09:38:24.833364 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f0df41e5-2c7a-45d4-8cc3-84a7130076f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:24.865853 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128c905-ee77-44b9-97c2-20715eefa0b8 req-47a822dd-ba98-4c30-9b94-821c0f842f6f tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:24.868157 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9128c905-ee77-44b9-97c2-20715eefa0b8 req-47a822dd-ba98-4c30-9b94-821c0f842f6f tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0685041 Sep 01 09:38:24.926864 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9128c905-ee77-44b9-97c2-20715eefa0b8 req-852a6984-3937-4619-8456-139fd3158f8d tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525875 Sep 01 09:38:24.940701 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b444ed-ee79-4505-8818-57b0cea4460c req-1f02f67a-4d74-413f-9e1c-fa2092433d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:24.942171 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-12b444ed-ee79-4505-8818-57b0cea4460c req-1f02f67a-4d74-413f-9e1c-fa2092433d8d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d9cd7d2ea324c4f93cfde52da2201d8&device_id=0978e052-7437-4064-bbe0-9817c3156c14 HTTP/1.1" status: 200 len: 1096 time: 0.0432477 Sep 01 09:38:25.113237 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f91b4-f920-4164-81ad-0ce56e991960 req-7377f47a-1e86-4161-b7f4-f1d532db52c5 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:25.114707 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-491f91b4-f920-4164-81ad-0ce56e991960 req-7377f47a-1e86-4161-b7f4-f1d532db52c5 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=0978e052-7437-4064-bbe0-9817c3156c14 HTTP/1.1" status: 200 len: 943 time: 0.0995371 Sep 01 09:38:25.143759 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b444ed-ee79-4505-8818-57b0cea4460c req-f51c02c2-7998-4840-8bb6-c7994ea6d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:25.145161 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-12b444ed-ee79-4505-8818-57b0cea4460c req-f51c02c2-7998-4840-8bb6-c7994ea6d359 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ba5ae12d-0e61-4824-8559-c069ada0cb13 HTTP/1.1" status: 200 len: 917 time: 0.1405330 Sep 01 09:38:25.162016 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-491f91b4-f920-4164-81ad-0ce56e991960 req-aed668c0-4da4-4e48-95d9-6b71546b3fb9 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394647 Sep 01 09:38:25.241290 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-12b444ed-ee79-4505-8818-57b0cea4460c req-07176ab5-162f-476f-a372-c1d9c2dd4c5f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1626f98-7e4f-4845-b4c4-1a3b466d9a78 HTTP/1.1" status: 200 len: 217 time: 0.0378158 Sep 01 09:38:25.296255 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b444ed-ee79-4505-8818-57b0cea4460c req-afeee033-b2af-4456-ae35-81f4881774ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:25.297653 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-12b444ed-ee79-4505-8818-57b0cea4460c req-afeee033-b2af-4456-ae35-81f4881774ad service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5c04e5de-52aa-4fd1-b218-e2fbbb842591 HTTP/1.1" status: 200 len: 855 time: 0.0437803 Sep 01 09:38:25.331834 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-12b444ed-ee79-4505-8818-57b0cea4460c req-2bd93132-650b-4ec4-b38d-369eaaa9ce1a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ba5ae12d-0e61-4824-8559-c069ada0cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244713 Sep 01 09:38:25.422934 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-12b444ed-ee79-4505-8818-57b0cea4460c req-43199964-06b1-4c61-a98c-c7f0076bcd72 service neutron] 10.222.0.77 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816448 Sep 01 09:38:25.454743 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:25.520814 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-12b444ed-ee79-4505-8818-57b0cea4460c req-edc846f6-a513-4b1d-8cde-6b7f0445fafd service neutron] 10.222.0.77 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876517 Sep 01 09:38:25.845500 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-67430cce-fd11-47ed-bc4b-0ddc63a7adea req-9d78c4f6-8776-433c-b9ad-3bc539a01269 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=ba92b0e9-a5af-4a97-808e-047693d29a5a HTTP/1.1" status: 200 len: 210 time: 0.0263598 Sep 01 09:38:26.050250 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a4e6c-433a-443f-b32a-97589c4e20af req-708bda68-3380-4a4c-96d1-716204bfdd17 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:26.051780 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4d1a4e6c-433a-443f-b32a-97589c4e20af req-708bda68-3380-4a4c-96d1-716204bfdd17 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0501089 Sep 01 09:38:26.078597 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:26.091651 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4d1a4e6c-433a-443f-b32a-97589c4e20af req-23c8c36e-4e60-4820-935a-c39b50b36c6c tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335121 Sep 01 09:38:26.318365 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f47b06-be6c-4146-80d2-1f14cf682aa7 req-6386db88-6cb3-4727-a70e-7285845ea664 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:26.319864 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-40f47b06-be6c-4146-80d2-1f14cf682aa7 req-6386db88-6cb3-4727-a70e-7285845ea664 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=0978e052-7437-4064-bbe0-9817c3156c14 HTTP/1.1" status: 200 len: 943 time: 0.0524025 Sep 01 09:38:26.357785 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-40f47b06-be6c-4146-80d2-1f14cf682aa7 req-00289878-3496-4bf0-b1ea-e38454f07920 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314395 Sep 01 09:38:26.977455 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 33392) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:27.098617 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ffeb99f9-7f37-4e78-b340-fecad17098a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:27.243588 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-3ff4b668-9ac0-446d-ae1e-e5d743ad4cd3 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:27.245081 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-3ff4b668-9ac0-446d-ae1e-e5d743ad4cd3 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/networks?id=bb0039a9-26f2-4fca-b341-1dd21fde0a44 HTTP/1.1" status: 200 len: 809 time: 0.1624804 Sep 01 09:38:27.281237 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e63704-2104-40c8-829f-e8ff743e40f2 req-8f7ddedd-f071-4ff8-9cc1-5223ba205549 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:27.282677 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-94e63704-2104-40c8-829f-e8ff743e40f2 req-8f7ddedd-f071-4ff8-9cc1-5223ba205549 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.1199071 Sep 01 09:38:27.285336 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-7d986c39-641b-4f74-b308-227c8dc7fba3 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/quotas/652aaac9455a48e0888cab774c86bd79 HTTP/1.1" status: 200 len: 375 time: 0.0318582 Sep 01 09:38:27.333769 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-e46b92a1-804e-4f2b-8bf3-6891f5013aed tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=652aaac9455a48e0888cab774c86bd79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417066 Sep 01 09:38:27.403712 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ffeb99f9-7f37-4e78-b340-fecad17098a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:27.410352 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-94e63704-2104-40c8-829f-e8ff743e40f2 req-e79d785b-28d9-4984-bec2-ffd6e8edc496 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210432 Sep 01 09:38:27.412712 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ffeb99f9-7f37-4e78-b340-fecad17098a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:27.465166 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb99f9-7f37-4e78-b340-fecad17098a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7ccde6-f5db-4754-8b39-37ff1461660f,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:27.470886 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-ffeb99f9-7f37-4e78-b340-fecad17098a2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=db9ace1c80f34cf6a735085925aab653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4923313 Sep 01 09:38:27.473456 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 33414) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:27.502108 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-96183fca-5072-4ac7-9062-96709a1be6cc service neutron] 10.222.0.74 "GET /v2.0/networks/bb0039a9-26f2-4fca-b341-1dd21fde0a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605062 Sep 01 09:38:27.596328 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a092ba08-25de-42eb-b79d-e6c5f5a36c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:27.653677 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a092ba08-25de-42eb-b79d-e6c5f5a36c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:27.666880 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-9adbe6b0-47da-4428-86f2-0ca2c06f6bae service neutron] 10.222.0.74 "GET /v2.0/networks/bb0039a9-26f2-4fca-b341-1dd21fde0a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574566 Sep 01 09:38:27.697450 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa79d0f-eb35-4645-93d1-75db1abdbf65 req-4d2c80da-4139-4ba4-a431-26384d9e77a5 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:27.698945 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cfa79d0f-eb35-4645-93d1-75db1abdbf65 req-4d2c80da-4139-4ba4-a431-26384d9e77a5 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=0978e052-7437-4064-bbe0-9817c3156c14 HTTP/1.1" status: 200 len: 943 time: 0.1131911 Sep 01 09:38:27.738905 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a092ba08-25de-42eb-b79d-e6c5f5a36c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:27.741569 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a092ba08-25de-42eb-b79d-e6c5f5a36c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:27.742719 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-a092ba08-25de-42eb-b79d-e6c5f5a36c3a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4c7ccde6-f5db-4754-8b39-37ff1461660f HTTP/1.1" status: 204 len: 168 time: 0.2683754 Sep 01 09:38:27.759504 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cfa79d0f-eb35-4645-93d1-75db1abdbf65 req-bc53e0fb-cd54-4b68-88e8-13c314461235 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519297 Sep 01 09:38:27.760701 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092ba08-25de-42eb-b79d-e6c5f5a36c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7ccde6-f5db-4754-8b39-37ff1461660f,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:27.868430 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:27.886489 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-82e6f9ba-ff7c-452d-97cd-f3226c06d8ba req-ccd322df-d4d5-4bde-b1a1-46c16aba780b tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ab62b73-09c4-4b85-b16a-aae5c5c38e83 HTTP/1.1" status: 200 len: 210 time: 0.0397763 Sep 01 09:38:28.080402 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 33436) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:28.093840 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bc4ddb66-d4de-4c9d-987e-efec402425d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:28.186970 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bc4ddb66-d4de-4c9d-987e-efec402425d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:28.191498 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bc4ddb66-d4de-4c9d-987e-efec402425d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:28.227923 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device a1626f98-7e4f-4845-b4c4-1a3b466d9a78 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:38:28.229447 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-bc4ddb66-d4de-4c9d-987e-efec402425d7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6b21cb8998184da599e9a3da1a54197a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479845 Sep 01 09:38:28.230582 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ddb66-d4de-4c9d-987e-efec402425d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b18a260-c76e-43c2-b3f2-5da438fc08fe,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:28.232382 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 33438) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:28.237222 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 6d517bf1-a77a-45b2-b06b-3facafd38b3f no longer exists at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:38:28.264804 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] No Port match for: 6d517bf1-a77a-45b2-b06b-3facafd38b3f {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:38:28.265229 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 6d517bf1-a77a-45b2-b06b-3facafd38b3f not bound to the agent host hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:38:28.288374 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa565479-c534-4bc6-b0e7-3e56e1c8f28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:28.310054 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa565479-c534-4bc6-b0e7-3e56e1c8f28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:28.350554 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port a1626f98-7e4f-4845-b4c4-1a3b466d9a78, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=a1626f98-7e4f-4845-b4c4-1a3b466d9a78,segment=NetworkSegment(21237dc9-c16a-4524-9c4f-493ab52f32e1),segment_id=21237dc9-c16a-4524-9c4f-493ab52f32e1)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:38:28.356735 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa565479-c534-4bc6-b0e7-3e56e1c8f28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:28.360069 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa565479-c534-4bc6-b0e7-3e56e1c8f28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:28.364654 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-aa565479-c534-4bc6-b0e7-3e56e1c8f28d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7b18a260-c76e-43c2-b3f2-5da438fc08fe HTTP/1.1" status: 204 len: 168 time: 0.1306148 Sep 01 09:38:28.373387 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa565479-c534-4bc6-b0e7-3e56e1c8f28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b18a260-c76e-43c2-b3f2-5da438fc08fe,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:28.373711 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': 'a1626f98-7e4f-4845-b4c4-1a3b466d9a78', 'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13', 'port_id': 'a1626f98-7e4f-4845-b4c4-1a3b466d9a78', 'mac_address': 'fa:16:3e:8d:b8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c04e5de-52aa-4fd1-b218-e2fbbb842591', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:38:28.425511 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:28.446860 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1626f98-7e4f-4845-b4c4-1a3b466d9a78 {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:38:28.467220 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port a1626f98-7e4f-4845-b4c4-1a3b466d9a78, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=a1626f98-7e4f-4845-b4c4-1a3b466d9a78,segment=NetworkSegment(21237dc9-c16a-4524-9c4f-493ab52f32e1),segment_id=21237dc9-c16a-4524-9c4f-493ab52f32e1)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:38:28.471726 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:28.518814 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=a1626f98-7e4f-4845-b4c4-1a3b466d9a78,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:28.533524 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8777473-1f9b-4af5-b24f-3c0bf59fa74e req-503a007d-18fa-4398-ba72-5843ce96d8a7 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:28.535093 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b8777473-1f9b-4af5-b24f-3c0bf59fa74e req-503a007d-18fa-4398-ba72-5843ce96d8a7 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0520175 Sep 01 09:38:28.578277 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b8777473-1f9b-4af5-b24f-3c0bf59fa74e req-6fd50c3f-e822-4410-9a96-b3783415c43b tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369949 Sep 01 09:38:28.904613 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b90c3e-2cd5-4ee4-a798-ea44da5baf11 req-ba1c6e14-f7b6-4112-90ee-dc091c07625d tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:28.906416 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-37b90c3e-2cd5-4ee4-a798-ea44da5baf11 req-ba1c6e14-f7b6-4112-90ee-dc091c07625d tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=0978e052-7437-4064-bbe0-9817c3156c14 HTTP/1.1" status: 200 len: 944 time: 0.0578055 Sep 01 09:38:28.941842 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['a1626f98-7e4f-4845-b4c4-1a3b466d9a78'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:38:28.967121 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-37b90c3e-2cd5-4ee4-a798-ea44da5baf11 req-97b1bc87-5484-4d09-bda5-9175ddb47759 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459771 Sep 01 09:38:29.212188 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-4630adfe-e3b6-40ce-ba33-2b59fd0ea535 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:29.214425 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-4630adfe-e3b6-40ce-ba33-2b59fd0ea535 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.77 "GET /v2.0/networks?id=bb0039a9-26f2-4fca-b341-1dd21fde0a44 HTTP/1.1" status: 200 len: 809 time: 0.1490302 Sep 01 09:38:29.243343 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-60b89435-00d9-4de2-ac88-31cb747b91b1 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Request body: {'port': {'device_id': '1ab62b73-09c4-4b85-b16a-aae5c5c38e83', 'network_id': 'bb0039a9-26f2-4fca-b341-1dd21fde0a44', 'admin_state_up': True, 'tenant_id': '652aaac9455a48e0888cab774c86bd79'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:38:29.323569 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-007bdab1-7206-4f02-b561-1e4659c06a1e req-30ace32f-bc57-4070-a6ce-62802036fa1b tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ab62b73-09c4-4b85-b16a-aae5c5c38e83 HTTP/1.1" status: 200 len: 210 time: 0.0841212 Sep 01 09:38:29.392165 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-60b89435-00d9-4de2-ac88-31cb747b91b1 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Made reservation on behalf of 652aaac9455a48e0888cab774c86bd79 for: {'port': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:38:29.395627 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-60b89435-00d9-4de2-ac88-31cb747b91b1 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:29.520040 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-60b89435-00d9-4de2-ac88-31cb747b91b1 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Allocated IP 172.20.0.2 (bb0039a9-26f2-4fca-b341-1dd21fde0a44/2241ebc6-bd60-44ff-a57c-e0b1fc15fd1c/91f49cca-5e27-490f-8c93-a200bb5162a5) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:38:29.700348 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-60b89435-00d9-4de2-ac88-31cb747b91b1 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:29.730045 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783dd06-f6f3-4258-9963-a49e3815d876 req-f47d8f71-a296-4aad-a5f3-ab57333dcf24 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:29.731494 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d783dd06-f6f3-4258-9963-a49e3815d876 req-f47d8f71-a296-4aad-a5f3-ab57333dcf24 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0790901 Sep 01 09:38:29.780501 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d783dd06-f6f3-4258-9963-a49e3815d876 req-a5e3f753-b7e2-4021-b0c3-86bbdd038334 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405827 Sep 01 09:38:29.782090 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-60b89435-00d9-4de2-ac88-31cb747b91b1 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:29.825307 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-60b89435-00d9-4de2-ac88-31cb747b91b1 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Network bb0039a9-26f2-4fca-b341-1dd21fde0a44 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:38:29.828542 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-60b89435-00d9-4de2-ac88-31cb747b91b1 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:38:29.832340 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-60b89435-00d9-4de2-ac88-31cb747b91b1 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:38:29.855443 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b89435-00d9-4de2-ac88-31cb747b91b1 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Pushing event updated for resources: {'Port': ['ID=91f49cca-5e27-490f-8c93-a200bb5162a5,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:29.881792 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-60b89435-00d9-4de2-ac88-31cb747b91b1 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:29.882367 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-60b89435-00d9-4de2-ac88-31cb747b91b1 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:29.897577 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-60b89435-00d9-4de2-ac88-31cb747b91b1 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6607487 Sep 01 09:38:29.928637 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-5c99fac6-057f-43b6-b24f-da858846dfd3 service neutron] Request body: {'port': {'device_id': '1ab62b73-09c4-4b85-b16a-aae5c5c38e83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:38:29.985133 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-5c99fac6-057f-43b6-b24f-da858846dfd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:30.146830 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365847fd-9c3c-42ba-8347-8273d68fdfe0 req-762e6953-6bf6-44cc-ba9a-1bb0a78b23f3 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:30.148409 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-365847fd-9c3c-42ba-8347-8273d68fdfe0 req-762e6953-6bf6-44cc-ba9a-1bb0a78b23f3 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=0978e052-7437-4064-bbe0-9817c3156c14 HTTP/1.1" status: 200 len: 944 time: 0.1173990 Sep 01 09:38:30.234695 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device a1626f98-7e4f-4845-b4c4-1a3b466d9a78 up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:38:30.264749 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-365847fd-9c3c-42ba-8347-8273d68fdfe0 req-efe06218-f9d5-46cc-bee6-99bc9ab79ab7 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072309 Sep 01 09:38:30.326216 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning for port a1626f98-7e4f-4845-b4c4-1a3b466d9a78 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:38:30.332231 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port a1626f98-7e4f-4845-b4c4-1a3b466d9a78 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:38:30.334209 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:30.367305 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-5c99fac6-057f-43b6-b24f-da858846dfd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f49cca-5e27-490f-8c93-a200bb5162a5 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:38:30.375170 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-5c99fac6-057f-43b6-b24f-da858846dfd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:30.387470 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-5c99fac6-057f-43b6-b24f-da858846dfd3 service neutron] Transition to ACTIVE for port object 91f49cca-5e27-490f-8c93-a200bb5162a5 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:38:30.394229 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 33520) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:30.406226 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-5c99fac6-057f-43b6-b24f-da858846dfd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:30.440804 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:30.464561 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0978e052-7437-4064-bbe0-9817c3156c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1626f98-7e4f-4845-b4c4-1a3b466d9a78'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:38:30.467163 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d035c40f-79ff-49a2-aa1d-146cdce80af6" -d '{"events": [{"server_uuid": "0978e052-7437-4064-bbe0-9817c3156c14", "name": "network-vif-plugged", "status": "completed", "tag": "a1626f98-7e4f-4845-b4c4-1a3b466d9a78"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:38:30.480905 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port a1626f98-7e4f-4845-b4c4-1a3b466d9a78, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=a1626f98-7e4f-4845-b4c4-1a3b466d9a78,segment=NetworkSegment(21237dc9-c16a-4524-9c4f-493ab52f32e1),segment_id=21237dc9-c16a-4524-9c4f-493ab52f32e1)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:38:30.486556 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:30.516041 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ef01-06a4-45b2-a88b-976fdad72f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:30.520339 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a069d76-8076-480e-a423-fdd7ba2c2ada x-openstack-request-id: req-5a069d76-8076-480e-a423-fdd7ba2c2ada {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:38:30.520629 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0978e052-7437-4064-bbe0-9817c3156c14", "name": "network-vif-plugged", "status": "completed", "tag": "a1626f98-7e4f-4845-b4c4-1a3b466d9a78", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:38:30.520871 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5a069d76-8076-480e-a423-fdd7ba2c2ada {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:38:30.521275 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0978e052-7437-4064-bbe0-9817c3156c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1626f98-7e4f-4845-b4c4-1a3b466d9a78', 'code': 200} Sep 01 09:38:30.538817 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99fac6-057f-43b6-b24f-da858846dfd3 service neutron] Pushing event updated for resources: {'Port': ['ID=91f49cca-5e27-490f-8c93-a200bb5162a5,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:30.548996 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=a1626f98-7e4f-4845-b4c4-1a3b466d9a78,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:30.557228 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af45ad2-365f-4790-9fcc-7595b04c1c8b req-5adc68bf-d983-4f4b-ab1e-072981c89177 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:30.564143 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1af45ad2-365f-4790-9fcc-7595b04c1c8b req-5adc68bf-d983-4f4b-ab1e-072981c89177 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ab62b73-09c4-4b85-b16a-aae5c5c38e83 HTTP/1.1" status: 200 len: 943 time: 0.1469872 Sep 01 09:38:30.612302 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-5c99fac6-057f-43b6-b24f-da858846dfd3 service neutron] Attempting to bind port 91f49cca-5e27-490f-8c93-a200bb5162a5 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:38:30.612639 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-5c99fac6-057f-43b6-b24f-da858846dfd3 service neutron] Attempting to bind port 91f49cca-5e27-490f-8c93-a200bb5162a5 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'bb0039a9-26f2-4fca-b341-1dd21fde0a44'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:38:30.612965 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-5c99fac6-057f-43b6-b24f-da858846dfd3 service neutron] Attempting to bind port 91f49cca-5e27-490f-8c93-a200bb5162a5 on network bb0039a9-26f2-4fca-b341-1dd21fde0a44 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:38:30.626338 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ef01-06a4-45b2-a88b-976fdad72f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:30.627174 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-5c99fac6-057f-43b6-b24f-da858846dfd3 service neutron] Port 91f49cca-5e27-490f-8c93-a200bb5162a5 on network bb0039a9-26f2-4fca-b341-1dd21fde0a44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 09:38:30.627535 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-5c99fac6-057f-43b6-b24f-da858846dfd3 service neutron] Attempting to bind port 91f49cca-5e27-490f-8c93-a200bb5162a5 on network bb0039a9-26f2-4fca-b341-1dd21fde0a44 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:38:30.631194 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c2b7ef01-06a4-45b2-a88b-976fdad72f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:30.633519 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1af45ad2-365f-4790-9fcc-7595b04c1c8b req-545330c4-31d3-41c1-827a-2f30f145f269 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680518 Sep 01 09:38:30.636266 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-5c99fac6-057f-43b6-b24f-da858846dfd3 service neutron] Checking agent: {'id': '8ce25ef8-d4a6-4c3d-9635-2091a35d6989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'started_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:38:30.636605 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-5c99fac6-057f-43b6-b24f-da858846dfd3 service neutron] Checking segment: {'id': '6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'bb0039a9-26f2-4fca-b341-1dd21fde0a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:38:30.636970 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-5c99fac6-057f-43b6-b24f-da858846dfd3 service neutron] Bound using segment: {'id': '6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'bb0039a9-26f2-4fca-b341-1dd21fde0a44'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:38:30.637404 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-5c99fac6-057f-43b6-b24f-da858846dfd3 service neutron] Bound port: 91f49cca-5e27-490f-8c93-a200bb5162a5, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'bb0039a9-26f2-4fca-b341-1dd21fde0a44'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:38:30.637790 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-5c99fac6-057f-43b6-b24f-da858846dfd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:30.672722 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7ef01-06a4-45b2-a88b-976fdad72f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327e2144-4b65-4df6-b231-a02699d8bc16,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:30.677275 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-c2b7ef01-06a4-45b2-a88b-976fdad72f4c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5b100fc4f8f04be58eba82d797722575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820539 Sep 01 09:38:30.679846 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 33526) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:30.710831 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-5c99fac6-057f-43b6-b24f-da858846dfd3 service neutron] For port 91f49cca-5e27-490f-8c93-a200bb5162a5, host hv-cinder-80672, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:38:30.714054 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-5c99fac6-057f-43b6-b24f-da858846dfd3 service neutron] For port 91f49cca-5e27-490f-8c93-a200bb5162a5, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=91f49cca-5e27-490f-8c93-a200bb5162a5,segment=NetworkSegment(6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8),segment_id=6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:38:30.719540 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-5c99fac6-057f-43b6-b24f-da858846dfd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:30.753167 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-5c99fac6-057f-43b6-b24f-da858846dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:30.753777 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-5c99fac6-057f-43b6-b24f-da858846dfd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:30.755183 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-5c99fac6-057f-43b6-b24f-da858846dfd3 service neutron] 10.222.0.77 "PUT /v2.0/ports/91f49cca-5e27-490f-8c93-a200bb5162a5 HTTP/1.1" status: 200 len: 1093 time: 0.8308873 Sep 01 09:38:30.755614 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab62b73-09c4-4b85-b16a-aae5c5c38e83', 'tag': '91f49cca-5e27-490f-8c93-a200bb5162a5'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:38:30.757915 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509db175-78e7-40a4-8cd4-006c23408d64" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab62b73-09c4-4b85-b16a-aae5c5c38e83", "tag": "91f49cca-5e27-490f-8c93-a200bb5162a5"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:38:30.759603 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fe149a0e-ec4b-4588-ac5c-4b5c0536183f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:30.780903 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99fac6-057f-43b6-b24f-da858846dfd3 service neutron] Pushing event updated for resources: {'Port': ['ID=91f49cca-5e27-490f-8c93-a200bb5162a5,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:30.795619 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fe149a0e-ec4b-4588-ac5c-4b5c0536183f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:30.799392 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d1a23-9de7-4d46-844b-ffda52d87c18 req-f227df1e-8613-46ce-849f-7e7a848c9efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:30.800958 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-be5d1a23-9de7-4d46-844b-ffda52d87c18 req-f227df1e-8613-46ce-849f-7e7a848c9efc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0978e052-7437-4064-bbe0-9817c3156c14 HTTP/1.1" status: 200 len: 1098 time: 0.0740609 Sep 01 09:38:30.801885 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f403403-6a81-41b4-bd6d-4255bf464079 x-openstack-request-id: req-2f403403-6a81-41b4-bd6d-4255bf464079 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:38:30.802203 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab62b73-09c4-4b85-b16a-aae5c5c38e83", "tag": "91f49cca-5e27-490f-8c93-a200bb5162a5", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:38:30.802468 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2f403403-6a81-41b4-bd6d-4255bf464079 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:38:30.802857 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab62b73-09c4-4b85-b16a-aae5c5c38e83', 'tag': '91f49cca-5e27-490f-8c93-a200bb5162a5', 'status': 'completed', 'code': 200} Sep 01 09:38:30.866242 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fe149a0e-ec4b-4588-ac5c-4b5c0536183f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:30.868849 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fe149a0e-ec4b-4588-ac5c-4b5c0536183f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:30.869955 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-fe149a0e-ec4b-4588-ac5c-4b5c0536183f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/327e2144-4b65-4df6-b231-a02699d8bc16 HTTP/1.1" status: 204 len: 168 time: 0.1892745 Sep 01 09:38:30.881828 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe149a0e-ec4b-4588-ac5c-4b5c0536183f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327e2144-4b65-4df6-b231-a02699d8bc16,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:30.907390 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-be5d1a23-9de7-4d46-844b-ffda52d87c18 req-08af35d4-0503-4d9c-9b9e-c9eb088dbab6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576751 Sep 01 09:38:30.948510 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09472dcf-b185-44b4-a3b8-1926ef5cc7dc req-c6e114ee-38bc-4cf7-a71c-220337cb19d5 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:30.950241 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-09472dcf-b185-44b4-a3b8-1926ef5cc7dc req-c6e114ee-38bc-4cf7-a71c-220337cb19d5 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0904562 Sep 01 09:38:30.952064 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-c0bf79fb-0148-49bf-af88-a081c6f20d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:30.953565 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-c0bf79fb-0148-49bf-af88-a081c6f20d5d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=652aaac9455a48e0888cab774c86bd79&device_id=1ab62b73-09c4-4b85-b16a-aae5c5c38e83 HTTP/1.1" status: 200 len: 1096 time: 0.1034858 Sep 01 09:38:30.989522 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-09472dcf-b185-44b4-a3b8-1926ef5cc7dc req-a8610f7a-e838-4a4f-ab35-3b211e9318f6 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329559 Sep 01 09:38:31.329919 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-da5bd445-91ce-4a38-8876-fa9640d18263 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91f49cca-5e27-490f-8c93-a200bb5162a5 HTTP/1.1" status: 200 len: 217 time: 0.0396576 Sep 01 09:38:31.404314 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-7fd2a9c6-2fe4-4b70-a3b7-714cb0d5a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:31.405794 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-7fd2a9c6-2fe4-4b70-a3b7-714cb0d5a048 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2241ebc6-bd60-44ff-a57c-e0b1fc15fd1c HTTP/1.1" status: 200 len: 849 time: 0.0510957 Sep 01 09:38:31.481247 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-d59ba5d9-df42-4c8e-ac4e-05924690faa9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb0039a9-26f2-4fca-b341-1dd21fde0a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318575 Sep 01 09:38:31.584716 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d6e47-1f8b-4825-a16f-0f446f5e9037 req-226b9464-6df0-419b-a4c1-714d292d2eba tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:31.586157 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-341d6e47-1f8b-4825-a16f-0f446f5e9037 req-226b9464-6df0-419b-a4c1-714d292d2eba tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=0978e052-7437-4064-bbe0-9817c3156c14 HTTP/1.1" status: 200 len: 945 time: 0.1036866 Sep 01 09:38:31.635010 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-46d3f34d-66df-47c7-8c18-066e0dd4fad6 service neutron] 10.222.0.77 "GET /v2.0/networks/bb0039a9-26f2-4fca-b341-1dd21fde0a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283891 Sep 01 09:38:31.648445 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-341d6e47-1f8b-4825-a16f-0f446f5e9037 req-1a333360-0061-41e0-b2db-00f7b5a25ef2 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483923 Sep 01 09:38:32.043631 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45199f-21b5-4887-918d-ec2054b62249 req-6081d6a0-6cc4-47ad-8a15-d2e100d25294 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:32.045840 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-eb45199f-21b5-4887-918d-ec2054b62249 req-6081d6a0-6cc4-47ad-8a15-d2e100d25294 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ab62b73-09c4-4b85-b16a-aae5c5c38e83 HTTP/1.1" status: 200 len: 943 time: 0.3092265 Sep 01 09:38:32.049586 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4c36fa2f-5867-4632-8aba-c2c2dc6d031b req-b039dacb-4b95-4c9c-bfed-8f19826045ca service neutron] 10.222.0.77 "GET /v2.0/networks/bb0039a9-26f2-4fca-b341-1dd21fde0a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996785 Sep 01 09:38:32.124708 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-eb45199f-21b5-4887-918d-ec2054b62249 req-f5b87cdc-a9b5-4158-bd93-a4747f8525a0 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707066 Sep 01 09:38:32.142014 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d32972-d778-476e-9d86-a282863689da req-efe33834-c224-4e78-b36a-4b686f03783b tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:32.143598 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e2d32972-d778-476e-9d86-a282863689da req-efe33834-c224-4e78-b36a-4b686f03783b tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0770876 Sep 01 09:38:32.193694 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e2d32972-d778-476e-9d86-a282863689da req-159a760b-3eaf-4895-b518-70b7fcc3329e tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414054 Sep 01 09:38:32.227572 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509db175-78e7-40a4-8cd4-006c23408d64 req-94199302-026d-403b-8c0d-8fea165322d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:32.229094 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-509db175-78e7-40a4-8cd4-006c23408d64 req-94199302-026d-403b-8c0d-8fea165322d1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=652aaac9455a48e0888cab774c86bd79&device_id=1ab62b73-09c4-4b85-b16a-aae5c5c38e83 HTTP/1.1" status: 200 len: 1096 time: 0.0457640 Sep 01 09:38:32.393038 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509db175-78e7-40a4-8cd4-006c23408d64 req-2ae3ac58-c302-44d6-961f-3f13765b8d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:32.394523 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-509db175-78e7-40a4-8cd4-006c23408d64 req-2ae3ac58-c302-44d6-961f-3f13765b8d03 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bb0039a9-26f2-4fca-b341-1dd21fde0a44 HTTP/1.1" status: 200 len: 911 time: 0.0898468 Sep 01 09:38:32.447123 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-509db175-78e7-40a4-8cd4-006c23408d64 req-acd7c55c-fa1f-471e-8817-1a4353764f64 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91f49cca-5e27-490f-8c93-a200bb5162a5 HTTP/1.1" status: 200 len: 217 time: 0.0354886 Sep 01 09:38:32.520448 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509db175-78e7-40a4-8cd4-006c23408d64 req-d1b0dadb-ab48-4a6f-a35e-ce5a799653b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:32.521900 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-509db175-78e7-40a4-8cd4-006c23408d64 req-d1b0dadb-ab48-4a6f-a35e-ce5a799653b3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2241ebc6-bd60-44ff-a57c-e0b1fc15fd1c HTTP/1.1" status: 200 len: 849 time: 0.0505280 Sep 01 09:38:32.604535 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-509db175-78e7-40a4-8cd4-006c23408d64 req-abdda336-9720-4d50-abcc-343f601f0206 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bb0039a9-26f2-4fca-b341-1dd21fde0a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290253 Sep 01 09:38:32.851259 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb06aa-8f11-4153-acb0-a2dd2d18f1a4 req-20f5f349-8f49-484b-bbef-a58c5ca6378c tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:32.853113 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-54eb06aa-8f11-4153-acb0-a2dd2d18f1a4 req-20f5f349-8f49-484b-bbef-a58c5ca6378c tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=0978e052-7437-4064-bbe0-9817c3156c14 HTTP/1.1" status: 200 len: 945 time: 0.1020365 Sep 01 09:38:32.856937 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-509db175-78e7-40a4-8cd4-006c23408d64 req-ca325bdd-80d0-4cc5-9503-db8bf30e1841 service neutron] 10.222.0.77 "GET /v2.0/networks/bb0039a9-26f2-4fca-b341-1dd21fde0a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281207 Sep 01 09:38:32.934370 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-54eb06aa-8f11-4153-acb0-a2dd2d18f1a4 req-b16d653a-a1b7-49cb-b8e1-be9aa2dbd013 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748832 Sep 01 09:38:32.972451 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-509db175-78e7-40a4-8cd4-006c23408d64 req-1ac3acbb-eefd-4fce-a157-70b7858e4808 service neutron] 10.222.0.77 "GET /v2.0/networks/bb0039a9-26f2-4fca-b341-1dd21fde0a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998802 Sep 01 09:38:33.239596 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd340d7-37e9-46f8-804b-f1587b69c755 req-11e290bc-2c8f-4edd-8fe3-c1508b7c11af tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:33.241096 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5dd340d7-37e9-46f8-804b-f1587b69c755 req-11e290bc-2c8f-4edd-8fe3-c1508b7c11af tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ab62b73-09c4-4b85-b16a-aae5c5c38e83 HTTP/1.1" status: 200 len: 943 time: 0.0499477 Sep 01 09:38:33.283807 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5dd340d7-37e9-46f8-804b-f1587b69c755 req-8c4330bf-b3d9-469d-8885-9e2ed0339e31 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364683 Sep 01 09:38:33.387027 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17a104-1e06-4f63-ba2c-ebe6cde8c834 req-3f6620a6-002e-4fff-95e3-58b9cd27003d tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:33.388606 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ab17a104-1e06-4f63-ba2c-ebe6cde8c834 req-3f6620a6-002e-4fff-95e3-58b9cd27003d tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0516629 Sep 01 09:38:33.430464 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ab17a104-1e06-4f63-ba2c-ebe6cde8c834 req-74a350f9-7aba-43e0-8863-9ebe72e83932 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353236 Sep 01 09:38:34.239852 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 91f49cca-5e27-490f-8c93-a200bb5162a5 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:38:34.331384 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 91f49cca-5e27-490f-8c93-a200bb5162a5, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=91f49cca-5e27-490f-8c93-a200bb5162a5,segment=NetworkSegment(6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8),segment_id=6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:38:34.343461 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': '91f49cca-5e27-490f-8c93-a200bb5162a5', 'network_id': 'bb0039a9-26f2-4fca-b341-1dd21fde0a44', 'port_id': '91f49cca-5e27-490f-8c93-a200bb5162a5', 'mac_address': 'fa:16:3e:dc:15:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2241ebc6-bd60-44ff-a57c-e0b1fc15fd1c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:38:34.387350 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:34.401033 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f49cca-5e27-490f-8c93-a200bb5162a5 {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:38:34.424218 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5964ccc-a472-4202-bf24-b79f3d5c0a43 req-b95d6f63-2d44-497a-980a-6401563619c8 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:34.424624 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 91f49cca-5e27-490f-8c93-a200bb5162a5, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=91f49cca-5e27-490f-8c93-a200bb5162a5,segment=NetworkSegment(6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8),segment_id=6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:38:34.426024 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c5964ccc-a472-4202-bf24-b79f3d5c0a43 req-b95d6f63-2d44-497a-980a-6401563619c8 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ab62b73-09c4-4b85-b16a-aae5c5c38e83 HTTP/1.1" status: 200 len: 943 time: 0.0565233 Sep 01 09:38:34.430251 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:34.479932 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c5964ccc-a472-4202-bf24-b79f3d5c0a43 req-09454d24-474f-4f0e-a4ad-85b80df55b6e tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403540 Sep 01 09:38:34.485958 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=91f49cca-5e27-490f-8c93-a200bb5162a5,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:34.601205 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c40967-489c-48e0-90aa-1f41a6d1c70e req-c5c5d27d-15d2-41c7-8963-5d1cc535eb2a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:34.607724 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-09c40967-489c-48e0-90aa-1f41a6d1c70e req-c5c5d27d-15d2-41c7-8963-5d1cc535eb2a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0525908 Sep 01 09:38:34.649751 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-09c40967-489c-48e0-90aa-1f41a6d1c70e req-60cc0d4e-252a-4570-bab6-5ae4a86fbd8c tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382566 Sep 01 09:38:34.940506 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['91f49cca-5e27-490f-8c93-a200bb5162a5'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:38:35.605352 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741a104-213d-4b6e-baa9-5dcf6cb75bcf req-aa0244ca-7039-46bb-b456-d31ab15bb6f1 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:35.606961 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5741a104-213d-4b6e-baa9-5dcf6cb75bcf req-aa0244ca-7039-46bb-b456-d31ab15bb6f1 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ab62b73-09c4-4b85-b16a-aae5c5c38e83 HTTP/1.1" status: 200 len: 944 time: 0.0540125 Sep 01 09:38:35.646141 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5741a104-213d-4b6e-baa9-5dcf6cb75bcf req-72a68178-7cf1-4105-a3ab-f07262c875ed tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329058 Sep 01 09:38:35.772627 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a79b6-5354-4941-ad2f-14e309aa5b29 req-1bb1582c-9f75-46ca-8ee6-33f42a6b73b5 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:35.774159 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-206a79b6-5354-4941-ad2f-14e309aa5b29 req-1bb1582c-9f75-46ca-8ee6-33f42a6b73b5 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0565562 Sep 01 09:38:35.819171 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-206a79b6-5354-4941-ad2f-14e309aa5b29 req-0f915a50-8db3-41ec-8548-0ae6df67ba87 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389628 Sep 01 09:38:35.931944 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-e6af8473-79e8-4e1b-be9c-5757f63c495a tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:35.933451 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-e6af8473-79e8-4e1b-be9c-5757f63c495a tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/networks?id=ba5ae12d-0e61-4824-8559-c069ada0cb13 HTTP/1.1" status: 200 len: 815 time: 0.1186657 Sep 01 09:38:35.948450 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-88ed90e9-aeff-48ef-a7f6-688e8ae506b3 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/quotas/7d9cd7d2ea324c4f93cfde52da2201d8 HTTP/1.1" status: 200 len: 375 time: 0.0090637 Sep 01 09:38:35.998259 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-5ab03af2-0715-4b93-a578-8226dbe73c1f tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7d9cd7d2ea324c4f93cfde52da2201d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444775 Sep 01 09:38:36.102556 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-293476cf-b2c0-4458-91e6-f0beb5240ddf service neutron] 10.222.0.74 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969336 Sep 01 09:38:36.190928 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-77ea7677-749c-4c5c-89af-9863a7083d59 service neutron] 10.222.0.74 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820987 Sep 01 09:38:38.832716 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6ca6e54d-4b50-4598-a12a-f150c95155fb req-b7a2c09b-c136-4851-af44-e54f0bebfa35 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=684b79b9-0bfb-4b8f-ba08-cac2dc456e7c HTTP/1.1" status: 200 len: 210 time: 0.0267920 Sep 01 09:38:38.949271 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cdf0f-d701-422f-ab39-6c37d0a53037 req-a62d1375-d369-4a32-9d58-4495e673428a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:38.951092 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-002cdf0f-d701-422f-ab39-6c37d0a53037 req-a62d1375-d369-4a32-9d58-4495e673428a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0533643 Sep 01 09:38:39.017098 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-002cdf0f-d701-422f-ab39-6c37d0a53037 req-03c5d702-501c-4505-9040-d6366ebbeb05 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594256 Sep 01 09:38:39.039902 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc1ab8-e410-41a5-ac1c-22f628653335 req-c6ddb4e1-e8ce-48c2-b74e-12619e5ed89c tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:39.041350 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-aecc1ab8-e410-41a5-ac1c-22f628653335 req-c6ddb4e1-e8ce-48c2-b74e-12619e5ed89c tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ab62b73-09c4-4b85-b16a-aae5c5c38e83 HTTP/1.1" status: 200 len: 944 time: 0.0595648 Sep 01 09:38:39.078366 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-aecc1ab8-e410-41a5-ac1c-22f628653335 req-0c48aa08-dbaa-44c8-a1c5-adfc0bf21b79 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311806 Sep 01 09:38:39.671638 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-104c04cb-b38e-4c94-9e89-b7352826c173 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:39.673129 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-104c04cb-b38e-4c94-9e89-b7352826c173 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.77 "GET /v2.0/networks?id=ba5ae12d-0e61-4824-8559-c069ada0cb13 HTTP/1.1" status: 200 len: 815 time: 0.1045027 Sep 01 09:38:39.703489 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-ff424e7e-a8d0-4120-85e9-9cac6f1724b8 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Request body: {'port': {'device_id': '684b79b9-0bfb-4b8f-ba08-cac2dc456e7c', 'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13', 'admin_state_up': True, 'tenant_id': '7d9cd7d2ea324c4f93cfde52da2201d8'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:38:39.834602 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-ff424e7e-a8d0-4120-85e9-9cac6f1724b8 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Made reservation on behalf of 7d9cd7d2ea324c4f93cfde52da2201d8 for: {'port': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:38:39.838351 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-ff424e7e-a8d0-4120-85e9-9cac6f1724b8 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:39.970898 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-ff424e7e-a8d0-4120-85e9-9cac6f1724b8 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Allocated IP 172.20.0.4 (ba5ae12d-0e61-4824-8559-c069ada0cb13/5c04e5de-52aa-4fd1-b218-e2fbbb842591/0a57639f-9cc7-4a56-84a3-38d0f26dd8aa) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:38:40.038205 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-25dc0a30-0c97-4c68-b2e6-56519089a65a req-d6bc46be-f15a-4960-93b3-35a7786d2398 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=684b79b9-0bfb-4b8f-ba08-cac2dc456e7c HTTP/1.1" status: 200 len: 210 time: 0.0324616 Sep 01 09:38:40.206961 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7c44e-1b7e-43b0-b5fb-8e8fb577ab1d req-d574ae02-0891-4742-98b4-5dad2cac952c tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:40.208471 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-28e7c44e-1b7e-43b0-b5fb-8e8fb577ab1d req-d574ae02-0891-4742-98b4-5dad2cac952c tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.1086497 Sep 01 09:38:40.259360 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-ff424e7e-a8d0-4120-85e9-9cac6f1724b8 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:40.270585 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 91f49cca-5e27-490f-8c93-a200bb5162a5 up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:38:40.277743 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546a7ab-2267-41b5-b07d-82d29b04f619 req-455e3b59-0fe2-4485-9734-1fe648ee3e72 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:40.279366 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7546a7ab-2267-41b5-b07d-82d29b04f619 req-455e3b59-0fe2-4485-9734-1fe648ee3e72 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ab62b73-09c4-4b85-b16a-aae5c5c38e83 HTTP/1.1" status: 200 len: 944 time: 0.1320591 Sep 01 09:38:40.293881 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-28e7c44e-1b7e-43b0-b5fb-8e8fb577ab1d req-eaf30b4f-81dc-421a-8dd5-b0786f633892 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745671 Sep 01 09:38:40.329057 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning for port 91f49cca-5e27-490f-8c93-a200bb5162a5 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:38:40.334109 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port 91f49cca-5e27-490f-8c93-a200bb5162a5 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:38:40.334480 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:40.345290 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7546a7ab-2267-41b5-b07d-82d29b04f619 req-afbe406d-cbbe-4097-8410-2dfc80d4bd00 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570719 Sep 01 09:38:40.365183 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-ff424e7e-a8d0-4120-85e9-9cac6f1724b8 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:40.406904 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-ff424e7e-a8d0-4120-85e9-9cac6f1724b8 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Network ba5ae12d-0e61-4824-8559-c069ada0cb13 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:38:40.407418 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['564a5788-ecc3-4d35-9977-ca25ef90cde9', 'a1626f98-7e4f-4845-b4c4-1a3b466d9a78'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:38:40.410033 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-ff424e7e-a8d0-4120-85e9-9cac6f1724b8 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:38:40.413870 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-ff424e7e-a8d0-4120-85e9-9cac6f1724b8 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:38:40.420478 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff424e7e-a8d0-4120-85e9-9cac6f1724b8 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Pushing event updated for resources: {'Port': ['ID=0a57639f-9cc7-4a56-84a3-38d0f26dd8aa,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:40.436262 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:40.464774 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-ff424e7e-a8d0-4120-85e9-9cac6f1724b8 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:40.465397 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-ff424e7e-a8d0-4120-85e9-9cac6f1724b8 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:40.472681 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab62b73-09c4-4b85-b16a-aae5c5c38e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f49cca-5e27-490f-8c93-a200bb5162a5'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:38:40.474993 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14066118-71ab-4d10-9772-1ad0b14574a6" -d '{"events": [{"server_uuid": "1ab62b73-09c4-4b85-b16a-aae5c5c38e83", "name": "network-vif-plugged", "status": "completed", "tag": "91f49cca-5e27-490f-8c93-a200bb5162a5"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:38:40.484205 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-ff424e7e-a8d0-4120-85e9-9cac6f1724b8 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7847083 Sep 01 09:38:40.492101 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 91f49cca-5e27-490f-8c93-a200bb5162a5, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=91f49cca-5e27-490f-8c93-a200bb5162a5,segment=NetworkSegment(6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8),segment_id=6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:38:40.501284 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:40.503396 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-4e9e72fc-45cd-4ed4-b0d5-cd75fd828842 service neutron] Request body: {'port': {'device_id': '684b79b9-0bfb-4b8f-ba08-cac2dc456e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:38:40.514588 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3623f59-090f-46f6-8244-969b0ad02982 x-openstack-request-id: req-f3623f59-090f-46f6-8244-969b0ad02982 {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:38:40.514879 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab62b73-09c4-4b85-b16a-aae5c5c38e83", "name": "network-vif-plugged", "status": "completed", "tag": "91f49cca-5e27-490f-8c93-a200bb5162a5", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:38:40.515127 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f3623f59-090f-46f6-8244-969b0ad02982 {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:38:40.515507 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab62b73-09c4-4b85-b16a-aae5c5c38e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f49cca-5e27-490f-8c93-a200bb5162a5', 'code': 200} Sep 01 09:38:40.562333 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-4e9e72fc-45cd-4ed4-b0d5-cd75fd828842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:40.577351 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=91f49cca-5e27-490f-8c93-a200bb5162a5,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:40.751031 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9f6ed-8abc-458b-8b89-c150739cf1bd req-2735e6d6-8d1c-4893-8403-0490ca8d9753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:40.752572 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-4af9f6ed-8abc-458b-8b89-c150739cf1bd req-2735e6d6-8d1c-4893-8403-0490ca8d9753 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1ab62b73-09c4-4b85-b16a-aae5c5c38e83 HTTP/1.1" status: 200 len: 1098 time: 0.0506427 Sep 01 09:38:40.788990 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-4af9f6ed-8abc-458b-8b89-c150739cf1bd req-53559141-37ac-4ccc-9fe7-9e0301cce1f9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277369 Sep 01 09:38:40.834757 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-4e9e72fc-45cd-4ed4-b0d5-cd75fd828842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a57639f-9cc7-4a56-84a3-38d0f26dd8aa {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:38:40.842137 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-4e9e72fc-45cd-4ed4-b0d5-cd75fd828842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:40.854382 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-4e9e72fc-45cd-4ed4-b0d5-cd75fd828842 service neutron] Transition to ACTIVE for port object 0a57639f-9cc7-4a56-84a3-38d0f26dd8aa will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:38:40.859308 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-4e9e72fc-45cd-4ed4-b0d5-cd75fd828842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:40.905166 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e72fc-45cd-4ed4-b0d5-cd75fd828842 service neutron] Pushing event updated for resources: {'Port': ['ID=0a57639f-9cc7-4a56-84a3-38d0f26dd8aa,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:40.973636 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-4e9e72fc-45cd-4ed4-b0d5-cd75fd828842 service neutron] Attempting to bind port 0a57639f-9cc7-4a56-84a3-38d0f26dd8aa on host hv-cinder-80672 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:38:40.973979 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-4e9e72fc-45cd-4ed4-b0d5-cd75fd828842 service neutron] Attempting to bind port 0a57639f-9cc7-4a56-84a3-38d0f26dd8aa by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '21237dc9-c16a-4524-9c4f-493ab52f32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:38:40.974307 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-4e9e72fc-45cd-4ed4-b0d5-cd75fd828842 service neutron] Attempting to bind port 0a57639f-9cc7-4a56-84a3-38d0f26dd8aa on network ba5ae12d-0e61-4824-8559-c069ada0cb13 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:38:40.978950 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-4e9e72fc-45cd-4ed4-b0d5-cd75fd828842 service neutron] Port 0a57639f-9cc7-4a56-84a3-38d0f26dd8aa on network ba5ae12d-0e61-4824-8559-c069ada0cb13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 09:38:40.979266 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-4e9e72fc-45cd-4ed4-b0d5-cd75fd828842 service neutron] Attempting to bind port 0a57639f-9cc7-4a56-84a3-38d0f26dd8aa on network ba5ae12d-0e61-4824-8559-c069ada0cb13 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:38:40.984162 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-4e9e72fc-45cd-4ed4-b0d5-cd75fd828842 service neutron] Checking agent: {'id': '8ce25ef8-d4a6-4c3d-9635-2091a35d6989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'started_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:38:40.984496 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-4e9e72fc-45cd-4ed4-b0d5-cd75fd828842 service neutron] Checking segment: {'id': '21237dc9-c16a-4524-9c4f-493ab52f32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:38:40.984875 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-4e9e72fc-45cd-4ed4-b0d5-cd75fd828842 service neutron] Bound using segment: {'id': '21237dc9-c16a-4524-9c4f-493ab52f32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:38:40.985278 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-4e9e72fc-45cd-4ed4-b0d5-cd75fd828842 service neutron] Bound port: 0a57639f-9cc7-4a56-84a3-38d0f26dd8aa, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21237dc9-c16a-4524-9c4f-493ab52f32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:38:40.985643 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-4e9e72fc-45cd-4ed4-b0d5-cd75fd828842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:41.057161 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-4e9e72fc-45cd-4ed4-b0d5-cd75fd828842 service neutron] For port 0a57639f-9cc7-4a56-84a3-38d0f26dd8aa, host hv-cinder-80672, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:38:41.060295 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-4e9e72fc-45cd-4ed4-b0d5-cd75fd828842 service neutron] For port 0a57639f-9cc7-4a56-84a3-38d0f26dd8aa, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=0a57639f-9cc7-4a56-84a3-38d0f26dd8aa,segment=NetworkSegment(21237dc9-c16a-4524-9c4f-493ab52f32e1),segment_id=21237dc9-c16a-4524-9c4f-493ab52f32e1)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:38:41.066612 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-4e9e72fc-45cd-4ed4-b0d5-cd75fd828842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:41.103561 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-4e9e72fc-45cd-4ed4-b0d5-cd75fd828842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:41.104195 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-4e9e72fc-45cd-4ed4-b0d5-cd75fd828842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:41.105583 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-4e9e72fc-45cd-4ed4-b0d5-cd75fd828842 service neutron] 10.222.0.77 "PUT /v2.0/ports/0a57639f-9cc7-4a56-84a3-38d0f26dd8aa HTTP/1.1" status: 200 len: 1093 time: 0.6067784 Sep 01 09:38:41.106021 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684b79b9-0bfb-4b8f-ba08-cac2dc456e7c', 'tag': '0a57639f-9cc7-4a56-84a3-38d0f26dd8aa'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:38:41.108286 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87f243d-59ee-4bcf-a33c-6defcdb12a43" -d '{"events": [{"name": "network-changed", "server_uuid": "684b79b9-0bfb-4b8f-ba08-cac2dc456e7c", "tag": "0a57639f-9cc7-4a56-84a3-38d0f26dd8aa"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:38:41.126086 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e72fc-45cd-4ed4-b0d5-cd75fd828842 service neutron] Pushing event updated for resources: {'Port': ['ID=0a57639f-9cc7-4a56-84a3-38d0f26dd8aa,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:41.432348 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69733442-a007-47e0-ad09-f9526cfef814 x-openstack-request-id: req-69733442-a007-47e0-ad09-f9526cfef814 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:38:41.432644 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684b79b9-0bfb-4b8f-ba08-cac2dc456e7c", "tag": "0a57639f-9cc7-4a56-84a3-38d0f26dd8aa", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:38:41.432896 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-69733442-a007-47e0-ad09-f9526cfef814 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:38:41.433286 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684b79b9-0bfb-4b8f-ba08-cac2dc456e7c', 'tag': '0a57639f-9cc7-4a56-84a3-38d0f26dd8aa', 'status': 'completed', 'code': 200} Sep 01 09:38:41.441471 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-bf1398d7-90b7-4db6-9fde-86fa32851e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:41.443071 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-bf1398d7-90b7-4db6-9fde-86fa32851e88 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d9cd7d2ea324c4f93cfde52da2201d8&device_id=684b79b9-0bfb-4b8f-ba08-cac2dc456e7c HTTP/1.1" status: 200 len: 1096 time: 0.1140065 Sep 01 09:38:41.466764 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcd860-d022-4977-8e72-fe31db88d86a req-5b143f60-0326-4960-9b1d-fb4ff22390cf tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:41.468351 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-dedcd860-d022-4977-8e72-fe31db88d86a req-5b143f60-0326-4960-9b1d-fb4ff22390cf tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=684b79b9-0bfb-4b8f-ba08-cac2dc456e7c HTTP/1.1" status: 200 len: 943 time: 0.0707462 Sep 01 09:38:41.529915 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-283dd1ca-44af-49f1-bd4a-4dab49a3f867 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a57639f-9cc7-4a56-84a3-38d0f26dd8aa HTTP/1.1" status: 200 len: 217 time: 0.0592141 Sep 01 09:38:41.591608 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-dedcd860-d022-4977-8e72-fe31db88d86a req-e969966c-e7a5-4252-b448-5c1aab7517fd tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079485 Sep 01 09:38:41.600814 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55f116-62cf-4b5a-90b3-78e81710f03a req-d89c9509-20b0-4f4e-be3b-a8cd529d7ec8 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:41.602528 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5b55f116-62cf-4b5a-90b3-78e81710f03a req-d89c9509-20b0-4f4e-be3b-a8cd529d7ec8 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.1328294 Sep 01 09:38:41.623287 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-338fddc0-a755-4fbc-81ca-12111dc0b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:41.624688 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-338fddc0-a755-4fbc-81ca-12111dc0b740 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5c04e5de-52aa-4fd1-b218-e2fbbb842591 HTTP/1.1" status: 200 len: 855 time: 0.0778637 Sep 01 09:38:41.677724 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-611f0aeb-f795-49a1-84fa-2d01081fdc06 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ba5ae12d-0e61-4824-8559-c069ada0cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391829 Sep 01 09:38:41.681929 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5b55f116-62cf-4b5a-90b3-78e81710f03a req-a47464b5-1b67-4f64-805b-83acd8c6786e tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695264 Sep 01 09:38:41.770762 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e3877-11c2-4043-bade-37a918a8d64a req-87452037-7ce9-44ea-84c7-5dd04b7aa7a7 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:41.772291 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e63e3877-11c2-4043-bade-37a918a8d64a req-87452037-7ce9-44ea-84c7-5dd04b7aa7a7 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ab62b73-09c4-4b85-b16a-aae5c5c38e83 HTTP/1.1" status: 200 len: 945 time: 0.1194553 Sep 01 09:38:41.818375 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-ee6dc336-f434-4d8d-bebd-c3962cae71ff service neutron] 10.222.0.77 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228054 Sep 01 09:38:41.837569 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e63e3877-11c2-4043-bade-37a918a8d64a req-31d7b3d0-e0c2-4a78-b7e8-c1f960cebb02 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562272 Sep 01 09:38:41.921633 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e0e16dc6-7410-4e1b-98a1-f607ae2fe884 req-7bf701a7-7f93-44d7-9a25-ab2eee29990d service neutron] 10.222.0.77 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927560 Sep 01 09:38:42.108278 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f243d-59ee-4bcf-a33c-6defcdb12a43 req-d2b15d24-762b-44f7-a7ea-3dbd91acdc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:42.109685 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b87f243d-59ee-4bcf-a33c-6defcdb12a43 req-d2b15d24-762b-44f7-a7ea-3dbd91acdc20 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d9cd7d2ea324c4f93cfde52da2201d8&device_id=684b79b9-0bfb-4b8f-ba08-cac2dc456e7c HTTP/1.1" status: 200 len: 1096 time: 0.0412390 Sep 01 09:38:42.212470 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f243d-59ee-4bcf-a33c-6defcdb12a43 req-33997966-5358-42d9-866d-7e152c49b987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:42.213967 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b87f243d-59ee-4bcf-a33c-6defcdb12a43 req-33997966-5358-42d9-866d-7e152c49b987 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ba5ae12d-0e61-4824-8559-c069ada0cb13 HTTP/1.1" status: 200 len: 917 time: 0.0929725 Sep 01 09:38:42.261291 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b87f243d-59ee-4bcf-a33c-6defcdb12a43 req-499b605f-e2c3-46cc-94d7-a748e0b01106 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a57639f-9cc7-4a56-84a3-38d0f26dd8aa HTTP/1.1" status: 200 len: 217 time: 0.0366118 Sep 01 09:38:42.384724 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f243d-59ee-4bcf-a33c-6defcdb12a43 req-0c8cf29c-8f1c-414a-b022-830ce4ff6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:42.387069 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b87f243d-59ee-4bcf-a33c-6defcdb12a43 req-0c8cf29c-8f1c-414a-b022-830ce4ff6b2f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5c04e5de-52aa-4fd1-b218-e2fbbb842591 HTTP/1.1" status: 200 len: 855 time: 0.0562351 Sep 01 09:38:42.521257 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b87f243d-59ee-4bcf-a33c-6defcdb12a43 req-c3fc8918-35d1-41fc-8af3-97f7e4bd693c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ba5ae12d-0e61-4824-8559-c069ada0cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248289 Sep 01 09:38:42.659116 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 33850) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:42.763993 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85eec456-22c7-46b5-ac4d-d517507e8114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:42.870684 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85eec456-22c7-46b5-ac4d-d517507e8114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:42.880062 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85eec456-22c7-46b5-ac4d-d517507e8114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:42.881400 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 33860) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:42.908606 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-85eec456-22c7-46b5-ac4d-d517507e8114 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=25eb634910c34ea390b8c654aca382fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483103 Sep 01 09:38:42.912762 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 33864) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:42.928638 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eec456-22c7-46b5-ac4d-d517507e8114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35837c3-85b9-4cd3-b40d-3933815efbd4,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:43.031908 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79d9c1b9-5fb6-4460-96d2-4f4640933e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:43.065017 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e81ca1-389e-4fcf-9c17-42bbb4953e0d req-3861b423-3724-470c-9576-14d97d5cf29e tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:43.066503 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-20e81ca1-389e-4fcf-9c17-42bbb4953e0d req-3861b423-3724-470c-9576-14d97d5cf29e tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=684b79b9-0bfb-4b8f-ba08-cac2dc456e7c HTTP/1.1" status: 200 len: 943 time: 0.1589131 Sep 01 09:38:43.076060 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36029361-ac37-4fed-8c6a-61db61d9d10c req-ea5b185f-61bd-4809-8d4d-0cdd6f1128d8 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:43.077607 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-36029361-ac37-4fed-8c6a-61db61d9d10c req-ea5b185f-61bd-4809-8d4d-0cdd6f1128d8 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.1434863 Sep 01 09:38:43.085240 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b87f243d-59ee-4bcf-a33c-6defcdb12a43 req-973942e3-29f7-49f4-ba08-eef733fcc19d service neutron] 10.222.0.77 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858713 Sep 01 09:38:43.103080 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7f618ddc-89a2-459b-bf40-93e46b1c7bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:43.126967 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79d9c1b9-5fb6-4460-96d2-4f4640933e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:43.131934 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79d9c1b9-5fb6-4460-96d2-4f4640933e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:43.169725 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9c1b9-5fb6-4460-96d2-4f4640933e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c3d7d5-4672-481d-a183-6f99eea43c4b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:43.175192 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-79d9c1b9-5fb6-4460-96d2-4f4640933e03 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0fc633d058f94c3eaaa2e41b499990bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914186 Sep 01 09:38:43.176799 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 33866) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:43.231759 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bec410b7-7ea8-4bfb-a469-175026b6d463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:43.254488 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bec410b7-7ea8-4bfb-a469-175026b6d463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:43.301845 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bec410b7-7ea8-4bfb-a469-175026b6d463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:43.304574 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bec410b7-7ea8-4bfb-a469-175026b6d463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:43.305812 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-bec410b7-7ea8-4bfb-a469-175026b6d463 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e2c3d7d5-4672-481d-a183-6f99eea43c4b HTTP/1.1" status: 204 len: 168 time: 0.1280327 Sep 01 09:38:43.314693 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec410b7-7ea8-4bfb-a469-175026b6d463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c3d7d5-4672-481d-a183-6f99eea43c4b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:43.423242 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7f618ddc-89a2-459b-bf40-93e46b1c7bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:43.442168 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-36029361-ac37-4fed-8c6a-61db61d9d10c req-f41e541d-b357-4b77-8d9c-aa76094fc9f4 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560779 Sep 01 09:38:43.448591 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-20e81ca1-389e-4fcf-9c17-42bbb4953e0d req-149625a1-81a1-49a9-843d-2efdc15797e3 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698833 Sep 01 09:38:43.498805 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b87f243d-59ee-4bcf-a33c-6defcdb12a43 req-453465ae-dcf3-4784-8702-abcc9ede4822 service neutron] 10.222.0.77 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970921 Sep 01 09:38:43.524673 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7f618ddc-89a2-459b-bf40-93e46b1c7bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:43.527465 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7f618ddc-89a2-459b-bf40-93e46b1c7bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:43.532274 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-7f618ddc-89a2-459b-bf40-93e46b1c7bbb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e35837c3-85b9-4cd3-b40d-3933815efbd4 HTTP/1.1" status: 204 len: 168 time: 0.6091943 Sep 01 09:38:43.557923 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f618ddc-89a2-459b-bf40-93e46b1c7bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35837c3-85b9-4cd3-b40d-3933815efbd4,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:43.585814 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 33874) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:43.595454 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e4733-3f51-4c77-bcae-d535faf3cae4 req-9d95a3e5-5a59-4d6b-8f8a-4d4e2f825f27 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:43.597273 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b24e4733-3f51-4c77-bcae-d535faf3cae4 req-9d95a3e5-5a59-4d6b-8f8a-4d4e2f825f27 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ab62b73-09c4-4b85-b16a-aae5c5c38e83 HTTP/1.1" status: 200 len: 945 time: 0.0852876 Sep 01 09:38:43.606961 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ff7e3118-6415-4803-9be6-61be17967560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:43.639257 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b24e4733-3f51-4c77-bcae-d535faf3cae4 req-19fc1a6e-b51f-46e7-8f6d-a099ccadadc8 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340211 Sep 01 09:38:43.697166 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ff7e3118-6415-4803-9be6-61be17967560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:43.702926 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ff7e3118-6415-4803-9be6-61be17967560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:43.743171 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-ff7e3118-6415-4803-9be6-61be17967560 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c3b75b9b56be4041a0a2a4bb02844999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539087 Sep 01 09:38:43.743171 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e3118-6415-4803-9be6-61be17967560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab74b77-eb7b-429f-96e7-5fbade08526b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:43.743585 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 33880) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:43.795572 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-37726253-11b5-4e6c-89cb-0ace729f8deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:43.821170 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-37726253-11b5-4e6c-89cb-0ace729f8deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:43.874672 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-37726253-11b5-4e6c-89cb-0ace729f8deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:43.877806 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-37726253-11b5-4e6c-89cb-0ace729f8deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:43.879145 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-37726253-11b5-4e6c-89cb-0ace729f8deb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cab74b77-eb7b-429f-96e7-5fbade08526b HTTP/1.1" status: 204 len: 168 time: 0.1345394 Sep 01 09:38:43.888152 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37726253-11b5-4e6c-89cb-0ace729f8deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab74b77-eb7b-429f-96e7-5fbade08526b,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:43.888880 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 33888) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:43.902382 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3640521-fd5d-45dd-8247-9ffa68fa488a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:44.011746 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3640521-fd5d-45dd-8247-9ffa68fa488a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:44.016900 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d3640521-fd5d-45dd-8247-9ffa68fa488a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:44.058610 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3640521-fd5d-45dd-8247-9ffa68fa488a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca98d17-df3b-49a7-8d0e-065a5ab71b37,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:44.064077 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-d3640521-fd5d-45dd-8247-9ffa68fa488a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=efec05eb701647469f2550237ea2e63a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741636 Sep 01 09:38:44.066639 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 33896) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:44.122359 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-44a100be-733b-48b2-8384-eaf1b0540527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:44.143133 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-44a100be-733b-48b2-8384-eaf1b0540527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:44.189079 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-44a100be-733b-48b2-8384-eaf1b0540527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:44.191771 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-44a100be-733b-48b2-8384-eaf1b0540527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:44.193038 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-44a100be-733b-48b2-8384-eaf1b0540527 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9ca98d17-df3b-49a7-8d0e-065a5ab71b37 HTTP/1.1" status: 204 len: 168 time: 0.1247351 Sep 01 09:38:44.200818 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a100be-733b-48b2-8384-eaf1b0540527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca98d17-df3b-49a7-8d0e-065a5ab71b37,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:44.598068 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e49286-c2d7-4ec9-a557-09820d5df9ce req-e681d5e9-a8a4-46bc-ab5f-fc4a493bfecb tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:44.599931 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-45e49286-c2d7-4ec9-a557-09820d5df9ce req-e681d5e9-a8a4-46bc-ab5f-fc4a493bfecb tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0778158 Sep 01 09:38:44.612787 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9b364-f728-46e6-b3d7-b27ea9f0c2ed req-1aa0bb6e-691d-42c4-8756-032347cbd1c6 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:44.614484 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bcf9b364-f728-46e6-b3d7-b27ea9f0c2ed req-1aa0bb6e-691d-42c4-8756-032347cbd1c6 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ab62b73-09c4-4b85-b16a-aae5c5c38e83 HTTP/1.1" status: 200 len: 945 time: 0.0936508 Sep 01 09:38:44.671694 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-45e49286-c2d7-4ec9-a557-09820d5df9ce req-856d581e-f014-4f95-9831-228bf3a009c1 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562320 Sep 01 09:38:44.676896 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bcf9b364-f728-46e6-b3d7-b27ea9f0c2ed req-d567a2bc-18f9-41d5-834b-1f7c98990332 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478733 Sep 01 09:38:44.781011 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d4591-fdb8-4bd2-830b-04780073a60a req-a8d5243b-d442-4e19-b2f9-6a700b656246 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:44.782884 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-280d4591-fdb8-4bd2-830b-04780073a60a req-a8d5243b-d442-4e19-b2f9-6a700b656246 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=684b79b9-0bfb-4b8f-ba08-cac2dc456e7c HTTP/1.1" status: 200 len: 943 time: 0.0497391 Sep 01 09:38:44.825903 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-280d4591-fdb8-4bd2-830b-04780073a60a req-489bb1eb-7f94-4d23-bd95-987137e7ebce tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341661 Sep 01 09:38:45.857549 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b394ce-4b14-4041-80e4-b395e0a3caab req-8a742b42-ed2a-4ffd-be00-e97cde04944a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:45.859068 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-53b394ce-4b14-4041-80e4-b395e0a3caab req-8a742b42-ed2a-4ffd-be00-e97cde04944a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0818036 Sep 01 09:38:45.867307 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab37bc4-3e9a-4e8c-8728-9bf2040b42d0 req-93f0b6e4-4274-4465-acd1-a09d1e7b4428 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:45.868777 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-aab37bc4-3e9a-4e8c-8728-9bf2040b42d0 req-93f0b6e4-4274-4465-acd1-a09d1e7b4428 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ab62b73-09c4-4b85-b16a-aae5c5c38e83 HTTP/1.1" status: 200 len: 945 time: 0.0895929 Sep 01 09:38:45.923319 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-53b394ce-4b14-4041-80e4-b395e0a3caab req-b9b33be1-5968-4862-bd33-c54c08e42cff tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535963 Sep 01 09:38:45.928137 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-aab37bc4-3e9a-4e8c-8728-9bf2040b42d0 req-81a91d5b-2053-4475-81f9-1f4c94260984 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522511 Sep 01 09:38:46.034429 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce40895-a57d-4715-b782-1b96aee71836 req-bfdf14d2-2835-465f-8360-19e747a989bf tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:46.036430 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4ce40895-a57d-4715-b782-1b96aee71836 req-bfdf14d2-2835-465f-8360-19e747a989bf tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=684b79b9-0bfb-4b8f-ba08-cac2dc456e7c HTTP/1.1" status: 200 len: 943 time: 0.0558434 Sep 01 09:38:46.075761 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4ce40895-a57d-4715-b782-1b96aee71836 req-7cbac6e7-cc3e-4c57-89ff-4307724b2bc0 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333993 Sep 01 09:38:46.343509 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 0a57639f-9cc7-4a56-84a3-38d0f26dd8aa details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:38:46.440204 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 0a57639f-9cc7-4a56-84a3-38d0f26dd8aa, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=0a57639f-9cc7-4a56-84a3-38d0f26dd8aa,segment=NetworkSegment(21237dc9-c16a-4524-9c4f-493ab52f32e1),segment_id=21237dc9-c16a-4524-9c4f-493ab52f32e1)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:38:46.458416 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': '0a57639f-9cc7-4a56-84a3-38d0f26dd8aa', 'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13', 'port_id': '0a57639f-9cc7-4a56-84a3-38d0f26dd8aa', 'mac_address': 'fa:16:3e:ff:f4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c04e5de-52aa-4fd1-b218-e2fbbb842591', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:38:46.612223 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 34068) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:46.614246 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:46.629033 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a57639f-9cc7-4a56-84a3-38d0f26dd8aa {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:38:46.648347 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 0a57639f-9cc7-4a56-84a3-38d0f26dd8aa, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=0a57639f-9cc7-4a56-84a3-38d0f26dd8aa,segment=NetworkSegment(21237dc9-c16a-4524-9c4f-493ab52f32e1),segment_id=21237dc9-c16a-4524-9c4f-493ab52f32e1)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:38:46.652984 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:46.699291 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=0a57639f-9cc7-4a56-84a3-38d0f26dd8aa,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:46.719483 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-23ab012d-7c6e-4a47-afea-aae2364fcc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:46.829530 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0dc663-8086-4fb6-bce8-7035048d2766 req-d42b73f2-92e1-4198-9a24-5d0a819c6fba tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:46.831129 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4c0dc663-8086-4fb6-bce8-7035048d2766 req-d42b73f2-92e1-4198-9a24-5d0a819c6fba tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ab62b73-09c4-4b85-b16a-aae5c5c38e83 HTTP/1.1" status: 200 len: 945 time: 0.0737593 Sep 01 09:38:46.877646 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-23ab012d-7c6e-4a47-afea-aae2364fcc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:46.884510 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-23ab012d-7c6e-4a47-afea-aae2364fcc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:46.949459 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-23ab012d-7c6e-4a47-afea-aae2364fcc8c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bac134bb71fb46f4a11bf986803b249b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358748 Sep 01 09:38:46.951312 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab012d-7c6e-4a47-afea-aae2364fcc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d26d64a-0236-4950-ae92-5876d5d60c6d,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:46.952225 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 34076) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:47.001826 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-4c0dc663-8086-4fb6-bce8-7035048d2766 req-06f6061b-9e13-4b21-ac2e-529ec6a74f47 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Deleting port 91f49cca-5e27-490f-8c93-a200bb5162a5 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:38:47.002173 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4c0dc663-8086-4fb6-bce8-7035048d2766 req-06f6061b-9e13-4b21-ac2e-529ec6a74f47 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:47.028109 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc23a7c0-a02d-41b8-9000-ab710a3fa49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:47.048588 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc23a7c0-a02d-41b8-9000-ab710a3fa49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:47.099419 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc23a7c0-a02d-41b8-9000-ab710a3fa49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:47.102536 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc23a7c0-a02d-41b8-9000-ab710a3fa49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:47.103708 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-bc23a7c0-a02d-41b8-9000-ab710a3fa49c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2d26d64a-0236-4950-ae92-5876d5d60c6d HTTP/1.1" status: 204 len: 168 time: 0.1492801 Sep 01 09:38:47.113481 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23a7c0-a02d-41b8-9000-ab710a3fa49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d26d64a-0236-4950-ae92-5876d5d60c6d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:47.173637 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88eec17-812c-4f27-b4d5-bd50407c8988 req-8436dc6c-faa9-4bae-abc4-0dba3736d348 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:47.174876 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['0a57639f-9cc7-4a56-84a3-38d0f26dd8aa'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:38:47.175240 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e88eec17-812c-4f27-b4d5-bd50407c8988 req-8436dc6c-faa9-4bae-abc4-0dba3736d348 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.1518919 Sep 01 09:38:47.205966 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00342b19-52ac-4645-a708-999621ac49e4 req-7b010106-3ba1-4673-9614-b9bdbf405368 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:47.207521 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-00342b19-52ac-4645-a708-999621ac49e4 req-7b010106-3ba1-4673-9614-b9bdbf405368 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ab62b73-09c4-4b85-b16a-aae5c5c38e83 HTTP/1.1" status: 200 len: 945 time: 0.1852491 Sep 01 09:38:47.210546 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-4c0dc663-8086-4fb6-bce8-7035048d2766 req-06f6061b-9e13-4b21-ac2e-529ec6a74f47 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] For port 91f49cca-5e27-490f-8c93-a200bb5162a5, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=91f49cca-5e27-490f-8c93-a200bb5162a5,segment=NetworkSegment(6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8),segment_id=6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:38:47.210934 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4c0dc663-8086-4fb6-bce8-7035048d2766 req-06f6061b-9e13-4b21-ac2e-529ec6a74f47 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:47.242160 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-4c0dc663-8086-4fb6-bce8-7035048d2766 req-06f6061b-9e13-4b21-ac2e-529ec6a74f47 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Calling delete_port for 91f49cca-5e27-490f-8c93-a200bb5162a5 owned by compute:nova {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:38:47.274936 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e88eec17-812c-4f27-b4d5-bd50407c8988 req-14d453f7-ca9f-4765-9537-af4b4b576afe tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878656 Sep 01 09:38:47.319446 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-00342b19-52ac-4645-a708-999621ac49e4 req-b109d3f9-5e63-4a86-91b5-bd87ca069d37 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/security-groups?id=600c0021-d9f7-4d46-b487-17e02c5a4fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931902 Sep 01 09:38:47.448627 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d083a2-a8b1-4e47-96d2-576bdf1eb817 req-2328ea06-c243-4f21-854e-8797d0615969 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:47.450183 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e8d083a2-a8b1-4e47-96d2-576bdf1eb817 req-2328ea06-c243-4f21-854e-8797d0615969 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=684b79b9-0bfb-4b8f-ba08-cac2dc456e7c HTTP/1.1" status: 200 len: 944 time: 0.0874104 Sep 01 09:38:47.451279 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4c0dc663-8086-4fb6-bce8-7035048d2766 req-06f6061b-9e13-4b21-ac2e-529ec6a74f47 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:47.452192 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 34090) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:47.466494 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-69e26b74-4ba2-4efa-8b93-1b9e95c82a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:47.486707 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6061b-9e13-4b21-ac2e-529ec6a74f47 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Pushing event deleted for resources: {'Port': ['ID=91f49cca-5e27-490f-8c93-a200bb5162a5,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:47.551130 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0dc663-8086-4fb6-bce8-7035048d2766 req-06f6061b-9e13-4b21-ac2e-529ec6a74f47 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] No DVR routers for this DVR port 91f49cca-5e27-490f-8c93-a200bb5162a5 on host hv-cinder-80672 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:38:47.571840 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e8d083a2-a8b1-4e47-96d2-576bdf1eb817 req-b94dfbbf-ca92-46f8-bc06-0cb60e986e1f tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052403 Sep 01 09:38:47.573174 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4c0dc663-8086-4fb6-bce8-7035048d2766 req-06f6061b-9e13-4b21-ac2e-529ec6a74f47 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:47.576832 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4c0dc663-8086-4fb6-bce8-7035048d2766 req-06f6061b-9e13-4b21-ac2e-529ec6a74f47 tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.77 "DELETE /v2.0/ports/91f49cca-5e27-490f-8c93-a200bb5162a5 HTTP/1.1" status: 204 len: 173 time: 0.7364902 Sep 01 09:38:47.577387 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab62b73-09c4-4b85-b16a-aae5c5c38e83', 'name': 'network-vif-deleted', 'tag': '91f49cca-5e27-490f-8c93-a200bb5162a5'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:38:47.581131 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab03c56b-3972-45fa-bb8d-2934b53a8cc0" -d '{"events": [{"server_uuid": "1ab62b73-09c4-4b85-b16a-aae5c5c38e83", "name": "network-vif-deleted", "tag": "91f49cca-5e27-490f-8c93-a200bb5162a5"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:38:47.597268 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-69e26b74-4ba2-4efa-8b93-1b9e95c82a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:47.605641 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-69e26b74-4ba2-4efa-8b93-1b9e95c82a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:47.638439 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1386e4f5-3c0c-44b4-a99a-bbcee6128a49 x-openstack-request-id: req-1386e4f5-3c0c-44b4-a99a-bbcee6128a49 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:38:47.638841 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab62b73-09c4-4b85-b16a-aae5c5c38e83", "name": "network-vif-deleted", "tag": "91f49cca-5e27-490f-8c93-a200bb5162a5", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:38:47.639150 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1386e4f5-3c0c-44b4-a99a-bbcee6128a49 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:38:47.639643 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab62b73-09c4-4b85-b16a-aae5c5c38e83', 'name': 'network-vif-deleted', 'tag': '91f49cca-5e27-490f-8c93-a200bb5162a5', 'status': 'completed', 'code': 200} Sep 01 09:38:47.649493 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e26b74-4ba2-4efa-8b93-1b9e95c82a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d786888-a792-44df-ae0d-11b8a15a22fc,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:47.658840 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-69e26b74-4ba2-4efa-8b93-1b9e95c82a04 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=975af4549c5546ed9870aaf1c23118fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2055690 Sep 01 09:38:47.661361 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 34094) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:47.726149 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-228728dd-5592-46bd-a5ad-145ea01bb68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:47.747900 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-228728dd-5592-46bd-a5ad-145ea01bb68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:47.795630 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-228728dd-5592-46bd-a5ad-145ea01bb68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:47.798300 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-228728dd-5592-46bd-a5ad-145ea01bb68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:47.799730 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-228728dd-5592-46bd-a5ad-145ea01bb68b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1d786888-a792-44df-ae0d-11b8a15a22fc HTTP/1.1" status: 204 len: 168 time: 0.1374576 Sep 01 09:38:47.810742 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228728dd-5592-46bd-a5ad-145ea01bb68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d786888-a792-44df-ae0d-11b8a15a22fc,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:48.244401 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['91f49cca-5e27-490f-8c93-a200bb5162a5'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:38:48.288638 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:38:48.413687 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827578e-16fb-4b6f-b5cd-3be0f24b480c req-84572ead-d4f4-42d0-b7f5-d98a71c78cfe tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:48.421954 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8827578e-16fb-4b6f-b5cd-3be0f24b480c req-84572ead-d4f4-42d0-b7f5-d98a71c78cfe tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0668571 Sep 01 09:38:48.459301 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2fcad7d4-693f-45c5-833f-df09f8e163e3 req-3d9ecb36-b42a-41bc-bb7f-a485839ca08e tempest-VolumesActionsTest-570268757 tempest-VolumesActionsTest-570268757-project] 10.222.0.74 "GET /v2.0/ports?device_id=1ab62b73-09c4-4b85-b16a-aae5c5c38e83 HTTP/1.1" status: 200 len: 210 time: 0.0345826 Sep 01 09:38:48.480513 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8827578e-16fb-4b6f-b5cd-3be0f24b480c req-cdab7ccc-aa72-45a2-80c4-43d7d742c72c tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576918 Sep 01 09:38:48.677680 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd54d2-3681-40ff-9638-4651f868b9f8 req-20b9ee91-7859-40ae-8751-50da45c65966 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:48.679290 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c4cd54d2-3681-40ff-9638-4651f868b9f8 req-20b9ee91-7859-40ae-8751-50da45c65966 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=684b79b9-0bfb-4b8f-ba08-cac2dc456e7c HTTP/1.1" status: 200 len: 944 time: 0.0517900 Sep 01 09:38:48.719038 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c4cd54d2-3681-40ff-9638-4651f868b9f8 req-6a44bfab-bec8-4ae0-ac70-2105084846d3 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335350 Sep 01 09:38:49.605336 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d7017-9dd2-4afc-8ac9-b08a4e790e24 req-e154dabe-7bb4-44d7-9338-38fe18ef46c1 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:49.607225 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9a8d7017-9dd2-4afc-8ac9-b08a4e790e24 req-e154dabe-7bb4-44d7-9338-38fe18ef46c1 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0576551 Sep 01 09:38:49.651202 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9a8d7017-9dd2-4afc-8ac9-b08a4e790e24 req-dea1f42e-7142-4d96-96db-008e7061c99e tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366924 Sep 01 09:38:49.840974 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c32760-6349-4363-a84f-f9d13b15fb8e req-eb697ef1-c8d3-45b7-9677-a8a279d22e08 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:49.842681 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-02c32760-6349-4363-a84f-f9d13b15fb8e req-eb697ef1-c8d3-45b7-9677-a8a279d22e08 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=684b79b9-0bfb-4b8f-ba08-cac2dc456e7c HTTP/1.1" status: 200 len: 944 time: 0.0502825 Sep 01 09:38:49.890786 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-02c32760-6349-4363-a84f-f9d13b15fb8e req-a73a8738-e6d7-4d91-ac20-017867654b61 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381725 Sep 01 09:38:50.064802 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 34212) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:50.170544 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b67cd62f-0d2a-477f-9235-3fa5c00cbfa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:50.263325 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b67cd62f-0d2a-477f-9235-3fa5c00cbfa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:50.268083 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b67cd62f-0d2a-477f-9235-3fa5c00cbfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:50.308229 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-b67cd62f-0d2a-477f-9235-3fa5c00cbfa1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6b8a0105eae449dfb342f6e484f27b37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423062 Sep 01 09:38:50.308876 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 34230) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:50.310443 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67cd62f-0d2a-477f-9235-3fa5c00cbfa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf4df27-ce66-486d-9c15-5d6a4f324974,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:50.365790 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a5c0e423-3443-4861-ab1f-64c8bf4cc472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:50.387705 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a5c0e423-3443-4861-ab1f-64c8bf4cc472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:50.401797 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 0a57639f-9cc7-4a56-84a3-38d0f26dd8aa up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:38:50.437894 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a5c0e423-3443-4861-ab1f-64c8bf4cc472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:50.440601 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a5c0e423-3443-4861-ab1f-64c8bf4cc472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:50.441888 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-a5c0e423-3443-4861-ab1f-64c8bf4cc472 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2bf4df27-ce66-486d-9c15-5d6a4f324974 HTTP/1.1" status: 204 len: 168 time: 0.1317782 Sep 01 09:38:50.449841 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0e423-3443-4861-ab1f-64c8bf4cc472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf4df27-ce66-486d-9c15-5d6a4f324974,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:50.478506 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning for port 0a57639f-9cc7-4a56-84a3-38d0f26dd8aa completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:38:50.482488 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port 0a57639f-9cc7-4a56-84a3-38d0f26dd8aa triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:38:50.482868 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:50.561210 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:50.584226 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684b79b9-0bfb-4b8f-ba08-cac2dc456e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a57639f-9cc7-4a56-84a3-38d0f26dd8aa'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:38:50.586611 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec8316f-b772-47b7-a188-251524096f9f" -d '{"events": [{"server_uuid": "684b79b9-0bfb-4b8f-ba08-cac2dc456e7c", "name": "network-vif-plugged", "status": "completed", "tag": "0a57639f-9cc7-4a56-84a3-38d0f26dd8aa"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:38:50.600883 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 0a57639f-9cc7-4a56-84a3-38d0f26dd8aa, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=0a57639f-9cc7-4a56-84a3-38d0f26dd8aa,segment=NetworkSegment(21237dc9-c16a-4524-9c4f-493ab52f32e1),segment_id=21237dc9-c16a-4524-9c4f-493ab52f32e1)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:38:50.606067 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:50.607163 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 91f49cca-5e27-490f-8c93-a200bb5162a5 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:38:50.628578 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e39877-e149-4500-a41e-2e242fb34e7c x-openstack-request-id: req-52e39877-e149-4500-a41e-2e242fb34e7c {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:38:50.628870 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684b79b9-0bfb-4b8f-ba08-cac2dc456e7c", "name": "network-vif-plugged", "status": "completed", "tag": "0a57639f-9cc7-4a56-84a3-38d0f26dd8aa", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:38:50.629120 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-52e39877-e149-4500-a41e-2e242fb34e7c {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:38:50.629507 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684b79b9-0bfb-4b8f-ba08-cac2dc456e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a57639f-9cc7-4a56-84a3-38d0f26dd8aa', 'code': 200} Sep 01 09:38:50.650883 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] No Port match for: 91f49cca-5e27-490f-8c93-a200bb5162a5 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:38:50.651254 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 91f49cca-5e27-490f-8c93-a200bb5162a5 not bound to the agent host hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:38:50.675275 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=0a57639f-9cc7-4a56-84a3-38d0f26dd8aa,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:50.710600 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 34248) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:50.723809 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-198f4ab6-2ab6-4a31-a55f-542663ecdf05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:50.797408 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79504545-924e-4342-9bc1-876568c92f75 req-87a31019-5fb3-445e-b390-ad84fa4e4875 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:50.798887 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-79504545-924e-4342-9bc1-876568c92f75 req-87a31019-5fb3-445e-b390-ad84fa4e4875 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0731559 Sep 01 09:38:50.858892 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-79504545-924e-4342-9bc1-876568c92f75 req-b180ec1e-871c-4990-acdc-fbc889d4513a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514603 Sep 01 09:38:50.880743 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-198f4ab6-2ab6-4a31-a55f-542663ecdf05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:50.885788 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-198f4ab6-2ab6-4a31-a55f-542663ecdf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:50.931293 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f4ab6-2ab6-4a31-a55f-542663ecdf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0148feb4-c4b8-4ef3-b1d7-b59a7271417c,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:50.935952 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-198f4ab6-2ab6-4a31-a55f-542663ecdf05 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b00780124ae142c586cc5956edef3d1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243061 Sep 01 09:38:50.938909 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 34254) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:51.018630 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fd50a6c1-4ae1-4bcc-8086-02046b12f933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:51.040127 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbb165-bf8b-415f-a9e1-048b544c564f req-8aedeb7f-2043-4213-b435-9c898f405c7f tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:51.041714 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e8fbb165-bf8b-415f-a9e1-048b544c564f req-8aedeb7f-2043-4213-b435-9c898f405c7f tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=684b79b9-0bfb-4b8f-ba08-cac2dc456e7c HTTP/1.1" status: 200 len: 945 time: 0.0815890 Sep 01 09:38:51.054736 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fd50a6c1-4ae1-4bcc-8086-02046b12f933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:51.111122 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e8fbb165-bf8b-415f-a9e1-048b544c564f req-fe111ded-0e8d-43d8-8c52-515d92678452 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613339 Sep 01 09:38:51.129447 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fd50a6c1-4ae1-4bcc-8086-02046b12f933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:51.132374 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fd50a6c1-4ae1-4bcc-8086-02046b12f933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:51.133491 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-fd50a6c1-4ae1-4bcc-8086-02046b12f933 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0148feb4-c4b8-4ef3-b1d7-b59a7271417c HTTP/1.1" status: 204 len: 168 time: 0.1938190 Sep 01 09:38:51.144501 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50a6c1-4ae1-4bcc-8086-02046b12f933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0148feb4-c4b8-4ef3-b1d7-b59a7271417c,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:52.244514 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 34298) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:52.309212 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-17c07bd4-fdfa-465c-a5c8-b5a4582c93ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:52.353712 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-94c24a2c-899e-43fe-a11f-a010a937ea63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:52.446762 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-94c24a2c-899e-43fe-a11f-a010a937ea63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:52.452020 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-94c24a2c-899e-43fe-a11f-a010a937ea63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:52.492372 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-94c24a2c-899e-43fe-a11f-a010a937ea63 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c672f08b6da648d392ed7fb0df03412c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466128 Sep 01 09:38:52.492942 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c24a2c-899e-43fe-a11f-a010a937ea63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1645f47-d571-4883-8000-e35a7cb53d5e,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:52.495389 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 34306) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:38:52.549533 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2c8d807-7218-4d8a-96cf-44197382ee87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:52.570918 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2c8d807-7218-4d8a-96cf-44197382ee87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:52.618858 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2c8d807-7218-4d8a-96cf-44197382ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:52.621714 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2c8d807-7218-4d8a-96cf-44197382ee87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:52.623357 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-d2c8d807-7218-4d8a-96cf-44197382ee87 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f1645f47-d571-4883-8000-e35a7cb53d5e HTTP/1.1" status: 204 len: 168 time: 0.1264138 Sep 01 09:38:52.631609 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8d807-7218-4d8a-96cf-44197382ee87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1645f47-d571-4883-8000-e35a7cb53d5e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:38:53.879826 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:53.881177 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41730412-e040-4c66-9f5e-f1cf792a4b4c req-e382863e-474a-4cb4-a246-6ef29ae973aa tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:53.882724 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-41730412-e040-4c66-9f5e-f1cf792a4b4c req-e382863e-474a-4cb4-a246-6ef29ae973aa tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.1088367 Sep 01 09:38:53.900184 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3992f-96a8-4bcb-bfcc-53e8f6c55db8 req-2f51b630-bcc2-4cc9-8551-5c359514aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:53.901602 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-64a3992f-96a8-4bcb-bfcc-53e8f6c55db8 req-2f51b630-bcc2-4cc9-8551-5c359514aae7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=684b79b9-0bfb-4b8f-ba08-cac2dc456e7c HTTP/1.1" status: 200 len: 1098 time: 0.1014094 Sep 01 09:38:53.910747 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10837f7b-3e74-422e-8202-2464c3fd0cc4 req-ef661aaf-1d47-40eb-9401-9e0603b67fff tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:53.912173 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-10837f7b-3e74-422e-8202-2464c3fd0cc4 req-ef661aaf-1d47-40eb-9401-9e0603b67fff tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=684b79b9-0bfb-4b8f-ba08-cac2dc456e7c HTTP/1.1" status: 200 len: 945 time: 0.1095409 Sep 01 09:38:53.973005 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-41730412-e040-4c66-9f5e-f1cf792a4b4c req-4c0c1b8c-0c0a-4b96-a91d-6b139ed8dab5 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829756 Sep 01 09:38:53.998782 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-64a3992f-96a8-4bcb-bfcc-53e8f6c55db8 req-9e6fc4ad-1fbd-4f2b-a196-2b4c740e91ca service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856652 Sep 01 09:38:54.004032 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-10837f7b-3e74-422e-8202-2464c3fd0cc4 req-3d343f3d-ba7f-46e3-8276-cb44c329cac3 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845919 Sep 01 09:38:54.839040 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-45f9874e-a892-453e-93c4-1c520e8feb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:55.106937 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d59072-0ec6-47fd-9c1b-5b9006e72a99 req-5465ebec-b895-4747-a6d9-cc7975cd29b8 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:55.108445 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-78d59072-0ec6-47fd-9c1b-5b9006e72a99 req-5465ebec-b895-4747-a6d9-cc7975cd29b8 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0662258 Sep 01 09:38:55.166374 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b8e57-44ab-493c-aa20-fffd05d66d78 req-a74e94a6-10fb-4fca-87d9-f4f74d51fd3a tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:55.167802 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c67b8e57-44ab-493c-aa20-fffd05d66d78 req-a74e94a6-10fb-4fca-87d9-f4f74d51fd3a tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=684b79b9-0bfb-4b8f-ba08-cac2dc456e7c HTTP/1.1" status: 200 len: 945 time: 0.0818832 Sep 01 09:38:55.170901 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-78d59072-0ec6-47fd-9c1b-5b9006e72a99 req-419e0a74-2e6c-427f-9b0b-39b01ba1cd11 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495300 Sep 01 09:38:55.208121 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c67b8e57-44ab-493c-aa20-fffd05d66d78 req-de56728b-de49-4185-96f8-88294e913df9 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342572 Sep 01 09:38:55.459443 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:56.078363 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:56.354449 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a872eb-cfb3-4e79-9c95-5d495154785c req-1dacb6ef-5f34-4a3e-905b-6438d5c8dcc0 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:56.363927 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-18a872eb-cfb3-4e79-9c95-5d495154785c req-1dacb6ef-5f34-4a3e-905b-6438d5c8dcc0 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0962658 Sep 01 09:38:56.392227 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9db96-5133-4d95-b078-0829b89c8f94 req-87b1ccdc-a99e-44e2-ba1c-cbe1d15bd3cf tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:56.393700 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a6c9db96-5133-4d95-b078-0829b89c8f94 req-87b1ccdc-a99e-44e2-ba1c-cbe1d15bd3cf tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=684b79b9-0bfb-4b8f-ba08-cac2dc456e7c HTTP/1.1" status: 200 len: 945 time: 0.0989194 Sep 01 09:38:56.428543 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-18a872eb-cfb3-4e79-9c95-5d495154785c req-bbdef072-2d48-4253-a9ff-a16d6052fd36 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637448 Sep 01 09:38:56.445690 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a6c9db96-5133-4d95-b078-0829b89c8f94 req-11a52730-0fd8-43c0-9d98-e92f8b83fa28 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453591 Sep 01 09:38:56.515217 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c6efc-db6d-4932-8901-ed0ba37cd324 req-ee76cbf9-3b2d-4f46-9038-0761b5820e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:56.516783 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d53c6efc-db6d-4932-8901-ed0ba37cd324 req-ee76cbf9-3b2d-4f46-9038-0761b5820e77 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 1099 time: 0.0438950 Sep 01 09:38:56.558555 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d53c6efc-db6d-4932-8901-ed0ba37cd324 req-698bf96c-7187-4ee4-9ea0-8986266767c8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321991 Sep 01 09:38:57.544116 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567df6e-c557-46f2-81dd-c3ec94bf341e req-82e33d39-3acf-41ac-b6de-384ad71e2565 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:57.545583 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a567df6e-c557-46f2-81dd-c3ec94bf341e req-82e33d39-3acf-41ac-b6de-384ad71e2565 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0473361 Sep 01 09:38:57.582700 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a567df6e-c557-46f2-81dd-c3ec94bf341e req-b31bb3a0-2761-4a53-b6e5-e8033eda60c2 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308516 Sep 01 09:38:57.867051 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:38:58.701156 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725e8a9-d01b-4dbe-80c9-c1be79ffd527 req-597836c5-8d28-4b33-933d-ba1357d624b2 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:58.702651 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9725e8a9-d01b-4dbe-80c9-c1be79ffd527 req-597836c5-8d28-4b33-933d-ba1357d624b2 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0483012 Sep 01 09:38:58.740007 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9725e8a9-d01b-4dbe-80c9-c1be79ffd527 req-a53f89f9-52f8-4783-a944-7ab0295693ee tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314136 Sep 01 09:38:58.858835 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25c027-f5c8-4bd0-aecc-50df1c0a7e01 req-1027356b-d29f-4bbb-b550-73a9e56419ca tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:38:58.860536 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fc25c027-f5c8-4bd0-aecc-50df1c0a7e01 req-1027356b-d29f-4bbb-b550-73a9e56419ca tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0532811 Sep 01 09:38:58.901892 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fc25c027-f5c8-4bd0-aecc-50df1c0a7e01 req-f2ee373a-fe29-4fe2-a935-0122875ce2ad tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343719 Sep 01 09:39:00.576760 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58732ff7-8ee2-4466-98a8-5feecf73cbbf req-6bbef480-043f-49fc-a4bf-f240d969b871 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:00.578173 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-58732ff7-8ee2-4466-98a8-5feecf73cbbf req-6bbef480-043f-49fc-a4bf-f240d969b871 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0739312 Sep 01 09:39:00.586780 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda05815-cc23-4a2b-af60-ad34c21a1e76 req-4393bcb8-a32b-4750-a78c-1dfd04b8e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:00.588284 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bda05815-cc23-4a2b-af60-ad34c21a1e76 req-4393bcb8-a32b-4750-a78c-1dfd04b8e25c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bda3c63758054fb894b05110b11297a6&device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 1098 time: 0.0583212 Sep 01 09:39:00.703111 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-58732ff7-8ee2-4466-98a8-5feecf73cbbf req-68fe8fea-0c79-4381-986f-84a429bc8a19 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138549 Sep 01 09:39:00.742439 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda05815-cc23-4a2b-af60-ad34c21a1e76 req-2246f043-e578-4743-ab7f-a8418a472989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:00.744072 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bda05815-cc23-4a2b-af60-ad34c21a1e76 req-2246f043-e578-4743-ab7f-a8418a472989 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bedd7e95-de82-48ff-807f-c40cd5f893c8 HTTP/1.1" status: 200 len: 921 time: 0.1377571 Sep 01 09:39:00.807275 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bda05815-cc23-4a2b-af60-ad34c21a1e76 req-3da6708d-fbc8-44a9-b594-d1f2b7d3769a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a87a0d65-2431-41a0-bb8c-663b3a97b24e HTTP/1.1" status: 200 len: 217 time: 0.0353618 Sep 01 09:39:00.889764 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda05815-cc23-4a2b-af60-ad34c21a1e76 req-7aab7a1e-dbbb-4f73-bbb6-9cd4f6e44dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:00.891227 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bda05815-cc23-4a2b-af60-ad34c21a1e76 req-7aab7a1e-dbbb-4f73-bbb6-9cd4f6e44dd4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4142b62c-04c5-482e-b304-4963b1d58b40 HTTP/1.1" status: 200 len: 859 time: 0.0485015 Sep 01 09:39:00.950455 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bda05815-cc23-4a2b-af60-ad34c21a1e76 req-e1cb9f96-c566-4280-9ec9-5c15e6fa51b5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bedd7e95-de82-48ff-807f-c40cd5f893c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343719 Sep 01 09:39:01.065679 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bda05815-cc23-4a2b-af60-ad34c21a1e76 req-6d54feee-9773-46d4-a8a5-d655fce20a4a service neutron] 10.222.0.77 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001892 Sep 01 09:39:01.170295 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bda05815-cc23-4a2b-af60-ad34c21a1e76 req-8ae2c3e2-c813-4361-ae8d-fb7b8171012e service neutron] 10.222.0.77 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948172 Sep 01 09:39:01.236202 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 34550) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:01.345226 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-20b3a619-cf9e-4f24-965e-91f40a985dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:01.435257 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-20b3a619-cf9e-4f24-965e-91f40a985dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:01.440000 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-20b3a619-cf9e-4f24-965e-91f40a985dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:01.478148 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-20b3a619-cf9e-4f24-965e-91f40a985dc4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d6dc7fff5432448d811cd9c5bb1892b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403049 Sep 01 09:39:01.479252 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3a619-cf9e-4f24-965e-91f40a985dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f224287e-2a73-42bc-b2d1-981b0e4d717e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:01.480964 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 34556) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:01.535917 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-49a40bc2-02f5-464c-8ea6-2271986ed4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:01.563459 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-49a40bc2-02f5-464c-8ea6-2271986ed4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:01.612330 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-49a40bc2-02f5-464c-8ea6-2271986ed4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:01.615019 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-49a40bc2-02f5-464c-8ea6-2271986ed4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:01.616212 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-49a40bc2-02f5-464c-8ea6-2271986ed4b7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f224287e-2a73-42bc-b2d1-981b0e4d717e HTTP/1.1" status: 204 len: 168 time: 0.1342390 Sep 01 09:39:01.625138 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a40bc2-02f5-464c-8ea6-2271986ed4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f224287e-2a73-42bc-b2d1-981b0e4d717e,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:01.834863 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c33c26-f5a8-4132-8225-3862b90779d1 req-9a52c642-f048-4148-913a-9785f49c6b8f tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:01.836438 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c5c33c26-f5a8-4132-8225-3862b90779d1 req-9a52c642-f048-4148-913a-9785f49c6b8f tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0506575 Sep 01 09:39:01.885619 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c5c33c26-f5a8-4132-8225-3862b90779d1 req-e1f707d7-e94e-42c8-b3b4-132d237e8833 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421975 Sep 01 09:39:01.976809 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 34572) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:01.991199 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5c208599-ab2f-4c77-8f46-093023a1fa11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:02.134949 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5c208599-ab2f-4c77-8f46-093023a1fa11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:02.149106 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5c208599-ab2f-4c77-8f46-093023a1fa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:02.216705 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c208599-ab2f-4c77-8f46-093023a1fa11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b3b541-980c-40bf-ba1d-8dfb40665459,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:02.221092 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-5c208599-ab2f-4c77-8f46-093023a1fa11 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f26071a1f352445f89bd96ea4e3a6f1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427187 Sep 01 09:39:02.224169 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 34574) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:02.275644 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-830f8fa9-b9fb-462f-ab47-1c96fa658c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:02.299298 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-830f8fa9-b9fb-462f-ab47-1c96fa658c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:02.345108 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-830f8fa9-b9fb-462f-ab47-1c96fa658c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:02.347789 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-830f8fa9-b9fb-462f-ab47-1c96fa658c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:02.351870 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-830f8fa9-b9fb-462f-ab47-1c96fa658c71 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/86b3b541-980c-40bf-ba1d-8dfb40665459 HTTP/1.1" status: 204 len: 168 time: 0.1243289 Sep 01 09:39:02.362192 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f8fa9-b9fb-462f-ab47-1c96fa658c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b3b541-980c-40bf-ba1d-8dfb40665459,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:02.720627 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 34582) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:02.735479 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd3cc-231a-4580-a2b9-8abcd970a3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:02.842196 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd3cc-231a-4580-a2b9-8abcd970a3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:02.846719 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5b6bd3cc-231a-4580-a2b9-8abcd970a3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:02.887063 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bd3cc-231a-4580-a2b9-8abcd970a3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8288975-a341-491a-82ed-2d84f9091910,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:02.894773 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 34586) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:02.895387 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-5b6bd3cc-231a-4580-a2b9-8abcd970a3a5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=95219ac67b964732afd0ce5afea63e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1731486 Sep 01 09:39:02.948286 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f432d4e8-e3ee-41f9-8d89-ceb145e7733b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:02.973385 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f432d4e8-e3ee-41f9-8d89-ceb145e7733b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:03.083225 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bd78b-5f82-4549-8622-1f973a2a188d req-73906929-5ecd-4258-a10b-f7e375eee7ca tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:03.084995 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-da7bd78b-5f82-4549-8622-1f973a2a188d req-73906929-5ecd-4258-a10b-f7e375eee7ca tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0626683 Sep 01 09:39:03.100186 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f432d4e8-e3ee-41f9-8d89-ceb145e7733b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:03.103016 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f432d4e8-e3ee-41f9-8d89-ceb145e7733b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:03.106562 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-f432d4e8-e3ee-41f9-8d89-ceb145e7733b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e8288975-a341-491a-82ed-2d84f9091910 HTTP/1.1" status: 204 len: 168 time: 0.2074080 Sep 01 09:39:03.121443 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432d4e8-e3ee-41f9-8d89-ceb145e7733b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8288975-a341-491a-82ed-2d84f9091910,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:03.143605 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-da7bd78b-5f82-4549-8622-1f973a2a188d req-deadd781-b336-4438-9420-94808e79d341 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510015 Sep 01 09:39:04.265421 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b4d30-76fd-443a-a885-2b81a21f0556 req-efbb800b-48f7-4d61-8b99-6847a10a78b2 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:04.268156 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-540b4d30-76fd-443a-a885-2b81a21f0556 req-efbb800b-48f7-4d61-8b99-6847a10a78b2 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0519323 Sep 01 09:39:04.312084 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-540b4d30-76fd-443a-a885-2b81a21f0556 req-d12280b1-6f01-4115-a766-4042a860eab8 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390773 Sep 01 09:39:05.434042 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0db52c-de32-48e0-a8a2-63f81e06e692 req-f8a44df4-8a50-4ef2-b9a1-785517a82712 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:05.435556 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bb0db52c-de32-48e0-a8a2-63f81e06e692 req-f8a44df4-8a50-4ef2-b9a1-785517a82712 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0540609 Sep 01 09:39:05.480953 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bb0db52c-de32-48e0-a8a2-63f81e06e692 req-19905f54-89d7-4eaf-aa66-2d2cae6940aa tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388422 Sep 01 09:39:06.604801 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c574e09-2fd8-4b06-b9ba-c6a1c5a2feb6 req-563c4589-7b94-489c-b070-9d89e73fcca1 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:06.606137 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8c574e09-2fd8-4b06-b9ba-c6a1c5a2feb6 req-563c4589-7b94-489c-b070-9d89e73fcca1 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0538270 Sep 01 09:39:06.645686 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8c574e09-2fd8-4b06-b9ba-c6a1c5a2feb6 req-cae42f86-96f7-46ea-9c7f-77e7866ad297 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328670 Sep 01 09:39:07.761201 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854346c6-002d-47a7-b47f-4aab7a014377 req-3920d0ba-f695-40b8-b3ae-d92ec7b50d43 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:07.762597 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-854346c6-002d-47a7-b47f-4aab7a014377 req-3920d0ba-f695-40b8-b3ae-d92ec7b50d43 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0477440 Sep 01 09:39:07.806457 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-854346c6-002d-47a7-b47f-4aab7a014377 req-105471ea-92de-42bd-b61d-51d030d16c6d tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351918 Sep 01 09:39:08.925499 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c711f6-933a-47df-9720-c995fedf95d0 req-42feb125-fbe7-4570-8c2b-a74bea4d729d tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:08.927025 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-77c711f6-933a-47df-9720-c995fedf95d0 req-42feb125-fbe7-4570-8c2b-a74bea4d729d tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0495422 Sep 01 09:39:09.000246 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-77c711f6-933a-47df-9720-c995fedf95d0 req-5777aebe-9dd4-44b7-b4ff-8676e82eac84 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649905 Sep 01 09:39:10.039217 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-090238f7-353c-481e-a1fd-69067d7eba72 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:10.040715 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-090238f7-353c-481e-a1fd-69067d7eba72 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/networks?id=ba5ae12d-0e61-4824-8559-c069ada0cb13 HTTP/1.1" status: 200 len: 815 time: 0.1079965 Sep 01 09:39:10.058807 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-45da8b70-dff5-434f-a1cd-c38f70967356 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/quotas/7d9cd7d2ea324c4f93cfde52da2201d8 HTTP/1.1" status: 200 len: 375 time: 0.0095096 Sep 01 09:39:10.127488 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-7a5a5d22-c844-42b7-8e07-6b297249df63 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7d9cd7d2ea324c4f93cfde52da2201d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0623598 Sep 01 09:39:10.295323 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c365aec-78bb-4931-83d0-93b1370ff8e3 req-e0e137ef-fedd-402a-86f8-e862da5d22a4 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:10.297363 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9c365aec-78bb-4931-83d0-93b1370ff8e3 req-e0e137ef-fedd-402a-86f8-e862da5d22a4 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0868931 Sep 01 09:39:10.317584 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-83477194-e3ef-40d8-b08b-d94212309271 service neutron] 10.222.0.74 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890254 Sep 01 09:39:10.666919 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9c365aec-78bb-4931-83d0-93b1370ff8e3 req-acaa4a83-9411-4853-9fa0-1ec03cf25f5b tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626785 Sep 01 09:39:10.718657 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-dbaa1b85-e947-4dea-a312-35a4e558a795 service neutron] 10.222.0.74 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938937 Sep 01 09:39:10.892212 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d650d063-5dcf-494a-a704-f44be7515201 req-04366ab1-b872-45d2-b205-a5e62a2451ca tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b616398-b892-4c4e-a3b2-98965f202994 HTTP/1.1" status: 200 len: 210 time: 0.0275011 Sep 01 09:39:11.786320 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad1bc6-98c1-4947-8e2a-afcf2894bffd req-65a0fdf2-1cb6-4cdb-99a3-4cd8cc6e92b7 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:11.788872 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-69ad1bc6-98c1-4947-8e2a-afcf2894bffd req-65a0fdf2-1cb6-4cdb-99a3-4cd8cc6e92b7 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0492072 Sep 01 09:39:11.831330 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-69ad1bc6-98c1-4947-8e2a-afcf2894bffd req-3427cb16-c5b1-42b7-8e11-2031e09e7ae8 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358412 Sep 01 09:39:11.990500 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-113b16e6-0e0f-4e12-94e4-a63c139b4265 req-461ed4cd-da29-42bb-93a7-785eb761d0ab tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b616398-b892-4c4e-a3b2-98965f202994 HTTP/1.1" status: 200 len: 210 time: 0.0332639 Sep 01 09:39:12.487808 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-1dc65340-c012-4c2c-bcac-362db510d7aa tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:12.490015 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-1dc65340-c012-4c2c-bcac-362db510d7aa tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.77 "GET /v2.0/networks?id=ba5ae12d-0e61-4824-8559-c069ada0cb13 HTTP/1.1" status: 200 len: 815 time: 0.2001061 Sep 01 09:39:12.528439 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-b5cd5c10-95da-4bf0-be50-7b376417cc14 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Request body: {'port': {'device_id': '7b616398-b892-4c4e-a3b2-98965f202994', 'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13', 'admin_state_up': True, 'tenant_id': '7d9cd7d2ea324c4f93cfde52da2201d8'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:39:12.652225 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-b5cd5c10-95da-4bf0-be50-7b376417cc14 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Made reservation on behalf of 7d9cd7d2ea324c4f93cfde52da2201d8 for: {'port': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:39:12.657564 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-b5cd5c10-95da-4bf0-be50-7b376417cc14 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:12.801405 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-b5cd5c10-95da-4bf0-be50-7b376417cc14 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Allocated IP 172.20.0.5 (ba5ae12d-0e61-4824-8559-c069ada0cb13/5c04e5de-52aa-4fd1-b218-e2fbbb842591/7d155bb2-7e97-4e5e-ad7b-15c5393db071) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:39:13.016478 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-b5cd5c10-95da-4bf0-be50-7b376417cc14 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:13.025357 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d9ba6-0e77-44e1-8d95-4d3025beb0e1 req-3985baef-f6e2-4a13-972f-62447e71bc4d tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:13.026864 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-020d9ba6-0e77-44e1-8d95-4d3025beb0e1 req-3985baef-f6e2-4a13-972f-62447e71bc4d tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.1025817 Sep 01 09:39:13.083316 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-020d9ba6-0e77-44e1-8d95-4d3025beb0e1 req-bde95b0a-96fb-4095-ab12-34a6a18b832e tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499060 Sep 01 09:39:13.097960 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-b5cd5c10-95da-4bf0-be50-7b376417cc14 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:13.161626 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-b5cd5c10-95da-4bf0-be50-7b376417cc14 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Network ba5ae12d-0e61-4824-8559-c069ada0cb13 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:39:13.164984 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-b5cd5c10-95da-4bf0-be50-7b376417cc14 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:39:13.172964 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['564a5788-ecc3-4d35-9977-ca25ef90cde9', 'a1626f98-7e4f-4845-b4c4-1a3b466d9a78', '0a57639f-9cc7-4a56-84a3-38d0f26dd8aa'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:39:13.183532 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-b5cd5c10-95da-4bf0-be50-7b376417cc14 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:39:13.267499 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd5c10-95da-4bf0-be50-7b376417cc14 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Pushing event updated for resources: {'Port': ['ID=7d155bb2-7e97-4e5e-ad7b-15c5393db071,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:13.295226 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-b5cd5c10-95da-4bf0-be50-7b376417cc14 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:13.296099 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-b5cd5c10-95da-4bf0-be50-7b376417cc14 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:13.317025 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-b5cd5c10-95da-4bf0-be50-7b376417cc14 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7923963 Sep 01 09:39:13.333541 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1501940-36c5-4f71-804d-be80cd283370 req-40965a02-628f-4990-a312-30831ee8fcc5 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:13.337383 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c1501940-36c5-4f71-804d-be80cd283370 req-40965a02-628f-4990-a312-30831ee8fcc5 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b616398-b892-4c4e-a3b2-98965f202994 HTTP/1.1" status: 200 len: 931 time: 0.1775208 Sep 01 09:39:13.347391 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Request body: {'port': {'device_id': '7b616398-b892-4c4e-a3b2-98965f202994', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:39:13.465743 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:13.520729 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c1501940-36c5-4f71-804d-be80cd283370 req-0d0ebe2d-bd7e-4289-a618-1e29b2b8a000 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938511 Sep 01 09:39:13.903835 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d155bb2-7e97-4e5e-ad7b-15c5393db071 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:39:13.914429 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:13.928550 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Transition to ACTIVE for port object 7d155bb2-7e97-4e5e-ad7b-15c5393db071 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:39:13.935020 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:14.025806 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Pushing event updated for resources: {'Port': ['ID=7d155bb2-7e97-4e5e-ad7b-15c5393db071,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:14.104397 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Attempting to bind port 7d155bb2-7e97-4e5e-ad7b-15c5393db071 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:39:14.105619 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Attempting to bind port 7d155bb2-7e97-4e5e-ad7b-15c5393db071 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '21237dc9-c16a-4524-9c4f-493ab52f32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:39:14.106145 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Attempting to bind port 7d155bb2-7e97-4e5e-ad7b-15c5393db071 on network ba5ae12d-0e61-4824-8559-c069ada0cb13 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:39:14.119334 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Port 7d155bb2-7e97-4e5e-ad7b-15c5393db071 on network ba5ae12d-0e61-4824-8559-c069ada0cb13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 09:39:14.119854 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Attempting to bind port 7d155bb2-7e97-4e5e-ad7b-15c5393db071 on network ba5ae12d-0e61-4824-8559-c069ada0cb13 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:39:14.132519 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Checking agent: {'id': '8ce25ef8-d4a6-4c3d-9635-2091a35d6989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'started_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:39:14.132841 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Checking segment: {'id': '21237dc9-c16a-4524-9c4f-493ab52f32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:39:14.134440 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Bound using segment: {'id': '21237dc9-c16a-4524-9c4f-493ab52f32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:39:14.135720 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Bound port: 7d155bb2-7e97-4e5e-ad7b-15c5393db071, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21237dc9-c16a-4524-9c4f-493ab52f32e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:39:14.135720 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:14.262140 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] For port 7d155bb2-7e97-4e5e-ad7b-15c5393db071, host hv-cinder-80672, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:39:14.271530 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179f1a0-c497-409f-a443-5fbfb89daa96 req-8bea7c34-18a8-4ddd-98ca-af4092a2f6de tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:14.273093 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5179f1a0-c497-409f-a443-5fbfb89daa96 req-8bea7c34-18a8-4ddd-98ca-af4092a2f6de tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0747032 Sep 01 09:39:14.274864 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] For port 7d155bb2-7e97-4e5e-ad7b-15c5393db071, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=7d155bb2-7e97-4e5e-ad7b-15c5393db071,segment=NetworkSegment(21237dc9-c16a-4524-9c4f-493ab52f32e1),segment_id=21237dc9-c16a-4524-9c4f-493ab52f32e1)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:39:14.286389 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:14.328644 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:14.329657 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:14.331072 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] 10.222.0.77 "PUT /v2.0/ports/7d155bb2-7e97-4e5e-ad7b-15c5393db071 HTTP/1.1" status: 200 len: 1093 time: 0.9908004 Sep 01 09:39:14.333477 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b616398-b892-4c4e-a3b2-98965f202994', 'tag': '7d155bb2-7e97-4e5e-ad7b-15c5393db071'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:39:14.335771 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c0bfac-0834-432e-a937-2ca9be22ef76" -d '{"events": [{"name": "network-changed", "server_uuid": "7b616398-b892-4c4e-a3b2-98965f202994", "tag": "7d155bb2-7e97-4e5e-ad7b-15c5393db071"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:39:14.384012 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5179f1a0-c497-409f-a443-5fbfb89daa96 req-7929dd09-f865-44e9-a0a1-4a1299a80976 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043925 Sep 01 09:39:14.400895 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27c23a9-4640-4b34-a83e-fdbe8dd5209e x-openstack-request-id: req-d27c23a9-4640-4b34-a83e-fdbe8dd5209e {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:39:14.401181 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b616398-b892-4c4e-a3b2-98965f202994", "tag": "7d155bb2-7e97-4e5e-ad7b-15c5393db071", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:39:14.401440 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d27c23a9-4640-4b34-a83e-fdbe8dd5209e {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:39:14.401823 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b616398-b892-4c4e-a3b2-98965f202994', 'tag': '7d155bb2-7e97-4e5e-ad7b-15c5393db071', 'status': 'completed', 'code': 200} Sep 01 09:39:14.411989 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Pushing event updated for resources: {'Port': ['ID=7d155bb2-7e97-4e5e-ad7b-15c5393db071,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:14.422038 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:14.422468 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:14.422892 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:14.423257 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:14.423585 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:14.423934 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:14.424284 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:14.424606 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:14.424924 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:14.425245 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:14.425562 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:14.425877 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902b3038-40c5-48d6-b96b-b40f8f05040c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:14.494371 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-42644b38-8609-407c-a74e-4073cc6a677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:14.496483 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-42644b38-8609-407c-a74e-4073cc6a677e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d9cd7d2ea324c4f93cfde52da2201d8&device_id=7b616398-b892-4c4e-a3b2-98965f202994 HTTP/1.1" status: 200 len: 1096 time: 0.0421154 Sep 01 09:39:14.555681 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-2a57c520-450a-4504-95fb-d212806f255b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d155bb2-7e97-4e5e-ad7b-15c5393db071 HTTP/1.1" status: 200 len: 217 time: 0.0387135 Sep 01 09:39:14.611266 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-a7e561f9-b257-4eff-a283-bca05eefbfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:14.612852 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-a7e561f9-b257-4eff-a283-bca05eefbfa4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5c04e5de-52aa-4fd1-b218-e2fbbb842591 HTTP/1.1" status: 200 len: 855 time: 0.0494120 Sep 01 09:39:14.675357 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-43ea4e21-ae12-42ce-8d18-e4951a004f21 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ba5ae12d-0e61-4824-8559-c069ada0cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409262 Sep 01 09:39:14.697488 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a06498-491a-4344-830d-dbfe9eaca03e req-66baf3a6-ab0d-42a5-9535-0a0af6695cf2 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:14.698892 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-69a06498-491a-4344-830d-dbfe9eaca03e req-66baf3a6-ab0d-42a5-9535-0a0af6695cf2 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b616398-b892-4c4e-a3b2-98965f202994 HTTP/1.1" status: 200 len: 943 time: 0.0747073 Sep 01 09:39:14.784065 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-69a06498-491a-4344-830d-dbfe9eaca03e req-27beda06-b181-4651-aa41-3a90c5e24e5e tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760300 Sep 01 09:39:14.817659 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-e71c0f45-67ec-47f4-bd59-a365c454df7f service neutron] 10.222.0.77 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178069 Sep 01 09:39:14.926843 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2d1c65ae-60b3-4f18-8e7b-54f8e2c1a3de req-e7ebb4c8-5c88-4376-8055-954c1732d1ca service neutron] 10.222.0.77 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963154 Sep 01 09:39:18.533965 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0bfac-0834-432e-a937-2ca9be22ef76 req-dba587cd-b007-440f-b4e6-21b7d3b96d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:18.535608 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d4c0bfac-0834-432e-a937-2ca9be22ef76 req-dba587cd-b007-440f-b4e6-21b7d3b96d5e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7d9cd7d2ea324c4f93cfde52da2201d8&device_id=7b616398-b892-4c4e-a3b2-98965f202994 HTTP/1.1" status: 200 len: 1096 time: 0.0597827 Sep 01 09:39:18.682074 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b534d-bdf8-4825-9f1e-92b8e4939ac1 req-53753471-0d53-43f4-a9ff-1f2d15cbf7b3 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:18.683593 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1b9b534d-bdf8-4825-9f1e-92b8e4939ac1 req-53753471-0d53-43f4-a9ff-1f2d15cbf7b3 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.1472964 Sep 01 09:39:18.708166 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa341a6-15e6-4284-ae9a-3fd6cd50213e req-8ab5a465-17e8-46c4-b2e1-3c36b52a670b tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:18.709560 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-caa341a6-15e6-4284-ae9a-3fd6cd50213e req-8ab5a465-17e8-46c4-b2e1-3c36b52a670b tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b616398-b892-4c4e-a3b2-98965f202994 HTTP/1.1" status: 200 len: 943 time: 0.1270261 Sep 01 09:39:18.735169 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0bfac-0834-432e-a937-2ca9be22ef76 req-9fe598e4-051f-4341-a2c7-0cac0413f86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:18.736705 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d4c0bfac-0834-432e-a937-2ca9be22ef76 req-9fe598e4-051f-4341-a2c7-0cac0413f86e service neutron] 10.222.0.77 "GET /v2.0/networks?id=ba5ae12d-0e61-4824-8559-c069ada0cb13 HTTP/1.1" status: 200 len: 917 time: 0.1885116 Sep 01 09:39:18.805895 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1b9b534d-bdf8-4825-9f1e-92b8e4939ac1 req-915089ca-f011-4e93-a994-c5ddbd06bdc2 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154697 Sep 01 09:39:18.807036 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d4c0bfac-0834-432e-a937-2ca9be22ef76 req-bc624254-0685-4711-8568-d7aa5adf0e46 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d155bb2-7e97-4e5e-ad7b-15c5393db071 HTTP/1.1" status: 200 len: 217 time: 0.0528414 Sep 01 09:39:18.812179 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-caa341a6-15e6-4284-ae9a-3fd6cd50213e req-cd858214-f263-4cbe-98bd-4b1699eb8ff9 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902758 Sep 01 09:39:18.862491 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0bfac-0834-432e-a937-2ca9be22ef76 req-22bbca78-e114-44bd-8e50-13661930d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:18.863937 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d4c0bfac-0834-432e-a937-2ca9be22ef76 req-22bbca78-e114-44bd-8e50-13661930d20f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5c04e5de-52aa-4fd1-b218-e2fbbb842591 HTTP/1.1" status: 200 len: 855 time: 0.0471768 Sep 01 09:39:18.899200 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d4c0bfac-0834-432e-a937-2ca9be22ef76 req-da241238-b8e0-4ee5-9f2d-0479aa47e6c5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ba5ae12d-0e61-4824-8559-c069ada0cb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238905 Sep 01 09:39:19.018416 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d4c0bfac-0834-432e-a937-2ca9be22ef76 req-b1e43d4c-6cf6-4b7f-93e6-97aefdc2234a service neutron] 10.222.0.77 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073890 Sep 01 09:39:19.119753 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d4c0bfac-0834-432e-a937-2ca9be22ef76 req-16bb3e39-ac2a-40f2-ba99-358a6acb5ebb service neutron] 10.222.0.77 "GET /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873122 Sep 01 09:39:19.984645 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb41ee-fd8e-46a4-9125-04b57a9d0b11 req-d24ea900-aec6-4e13-a727-55121cf8b3a8 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:19.986375 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c5cb41ee-fd8e-46a4-9125-04b57a9d0b11 req-d24ea900-aec6-4e13-a727-55121cf8b3a8 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0974691 Sep 01 09:39:19.999027 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4451824-b335-472a-a389-f5af215092b1 req-25d20a0e-2255-43d7-affd-16b49657588c tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:20.000953 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d4451824-b335-472a-a389-f5af215092b1 req-25d20a0e-2255-43d7-affd-16b49657588c tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b616398-b892-4c4e-a3b2-98965f202994 HTTP/1.1" status: 200 len: 943 time: 0.0938570 Sep 01 09:39:20.076309 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c5cb41ee-fd8e-46a4-9125-04b57a9d0b11 req-9da4b628-0c40-425a-b8fc-890f7c62d8cc tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747759 Sep 01 09:39:20.081980 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d4451824-b335-472a-a389-f5af215092b1 req-c21e26b8-93ef-45f0-93c4-70152204b3f6 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728996 Sep 01 09:39:20.652802 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 7d155bb2-7e97-4e5e-ad7b-15c5393db071 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:39:20.768952 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 7d155bb2-7e97-4e5e-ad7b-15c5393db071, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=7d155bb2-7e97-4e5e-ad7b-15c5393db071,segment=NetworkSegment(21237dc9-c16a-4524-9c4f-493ab52f32e1),segment_id=21237dc9-c16a-4524-9c4f-493ab52f32e1)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:39:20.782692 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': '7d155bb2-7e97-4e5e-ad7b-15c5393db071', 'network_id': 'ba5ae12d-0e61-4824-8559-c069ada0cb13', 'port_id': '7d155bb2-7e97-4e5e-ad7b-15c5393db071', 'mac_address': 'fa:16:3e:8f:4f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1091, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c04e5de-52aa-4fd1-b218-e2fbbb842591', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:39:20.822061 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:20.836264 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d155bb2-7e97-4e5e-ad7b-15c5393db071 {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:39:20.858614 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 7d155bb2-7e97-4e5e-ad7b-15c5393db071, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=7d155bb2-7e97-4e5e-ad7b-15c5393db071,segment=NetworkSegment(21237dc9-c16a-4524-9c4f-493ab52f32e1),segment_id=21237dc9-c16a-4524-9c4f-493ab52f32e1)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:39:20.862882 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:20.918686 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=7d155bb2-7e97-4e5e-ad7b-15c5393db071,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:20.926836 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:20.927175 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:20.927505 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:20.927969 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:20.928297 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:20.928620 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:20.928939 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:20.929254 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:20.929591 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:20.929904 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:20.930216 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:20.930524 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:21.243373 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c649f34-30ac-43e6-9966-efe4709ba67e req-45fab31c-41a2-49d8-b75a-5d94648e6e00 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:21.244904 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5c649f34-30ac-43e6-9966-efe4709ba67e req-45fab31c-41a2-49d8-b75a-5d94648e6e00 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0966289 Sep 01 09:39:21.255605 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10579e75-43f3-4c3c-8337-27c473d9d502 req-9c96cfd5-1ea9-44a6-85b4-f0e0ddd698c2 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:21.262581 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-10579e75-43f3-4c3c-8337-27c473d9d502 req-9c96cfd5-1ea9-44a6-85b4-f0e0ddd698c2 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b616398-b892-4c4e-a3b2-98965f202994 HTTP/1.1" status: 200 len: 944 time: 0.1050394 Sep 01 09:39:21.324225 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-10579e75-43f3-4c3c-8337-27c473d9d502 req-cde0f4f0-65ca-4313-8ee7-5055c13bc71e tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607014 Sep 01 09:39:21.340337 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5c649f34-30ac-43e6-9966-efe4709ba67e req-07e3d440-ab66-4f0f-92d5-724d62f719ce tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659323 Sep 01 09:39:21.380959 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['7d155bb2-7e97-4e5e-ad7b-15c5393db071'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:39:22.311065 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0b18f886-f247-4c12-8885-5d91c48ef07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:22.486292 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915564d-d173-4465-9726-8e36cab6b156 req-bbab0726-4eae-4bfb-ab77-67b92fb0c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:22.487838 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a915564d-d173-4465-9726-8e36cab6b156 req-bbab0726-4eae-4bfb-ab77-67b92fb0c162 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bda3c63758054fb894b05110b11297a6&device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 1098 time: 0.1007490 Sep 01 09:39:22.496454 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1503b-163c-478e-93fc-c98032df7872 req-3c8afe89-0e44-435a-883e-7a668acd221b tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:22.497900 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-32b1503b-163c-478e-93fc-c98032df7872 req-3c8afe89-0e44-435a-883e-7a668acd221b tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b616398-b892-4c4e-a3b2-98965f202994 HTTP/1.1" status: 200 len: 944 time: 0.1014688 Sep 01 09:39:22.510329 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837844f-e714-4013-8856-a7f4a829cf50 req-27c27424-9fbb-44b7-8c5c-9f18665aa735 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:22.511825 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0837844f-e714-4013-8856-a7f4a829cf50 req-27c27424-9fbb-44b7-8c5c-9f18665aa735 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0933311 Sep 01 09:39:22.622705 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0837844f-e714-4013-8856-a7f4a829cf50 req-98f6177d-746b-4688-8885-fe32bfd8df29 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988626 Sep 01 09:39:22.630907 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-32b1503b-163c-478e-93fc-c98032df7872 req-17fbc3cc-ead2-471c-a27d-ea9034ca37af tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181707 Sep 01 09:39:22.653462 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915564d-d173-4465-9726-8e36cab6b156 req-6d2f4eb5-8405-4920-97eb-aa157a27ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:22.654918 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a915564d-d173-4465-9726-8e36cab6b156 req-6d2f4eb5-8405-4920-97eb-aa157a27ccd8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bedd7e95-de82-48ff-807f-c40cd5f893c8 HTTP/1.1" status: 200 len: 921 time: 0.1378331 Sep 01 09:39:22.700777 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a915564d-d173-4465-9726-8e36cab6b156 req-8b632b10-ba45-41f8-8d56-b958e4291e54 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a87a0d65-2431-41a0-bb8c-663b3a97b24e HTTP/1.1" status: 200 len: 217 time: 0.0359106 Sep 01 09:39:22.750251 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915564d-d173-4465-9726-8e36cab6b156 req-9c54b774-8379-47b5-a723-2cde84bd1c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:22.751608 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a915564d-d173-4465-9726-8e36cab6b156 req-9c54b774-8379-47b5-a723-2cde84bd1c71 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4142b62c-04c5-482e-b304-4963b1d58b40 HTTP/1.1" status: 200 len: 859 time: 0.0427244 Sep 01 09:39:22.784292 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a915564d-d173-4465-9726-8e36cab6b156 req-f1741c70-f925-4999-832e-db51b5b0b743 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bedd7e95-de82-48ff-807f-c40cd5f893c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225141 Sep 01 09:39:22.877677 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a915564d-d173-4465-9726-8e36cab6b156 req-4a465e7d-db61-4a6e-9d25-b127a3940809 service neutron] 10.222.0.77 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849385 Sep 01 09:39:22.969895 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a915564d-d173-4465-9726-8e36cab6b156 req-5d47547a-a636-49cf-94ea-67d5f6e3d151 service neutron] 10.222.0.77 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828612 Sep 01 09:39:23.776290 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81faeb1b-cc6e-444c-8e75-7c6b3a4ca2d9 req-7b7fe5e4-9da0-43ba-a402-a88bfbf81947 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:23.777823 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-81faeb1b-cc6e-444c-8e75-7c6b3a4ca2d9 req-7b7fe5e4-9da0-43ba-a402-a88bfbf81947 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0804722 Sep 01 09:39:23.798540 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a054aac-e499-46a7-9fb1-283ab3083ce5 req-7ac38921-d753-42cb-9e63-001dd918d39c tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:23.800001 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5a054aac-e499-46a7-9fb1-283ab3083ce5 req-7ac38921-d753-42cb-9e63-001dd918d39c tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b616398-b892-4c4e-a3b2-98965f202994 HTTP/1.1" status: 200 len: 944 time: 0.0759530 Sep 01 09:39:23.843295 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-81faeb1b-cc6e-444c-8e75-7c6b3a4ca2d9 req-1ef304a9-59d0-4b61-873b-c87c439f02ed tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577123 Sep 01 09:39:23.861147 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5a054aac-e499-46a7-9fb1-283ab3083ce5 req-f69a2d4b-2a53-41d5-94a2-4342cef3fce5 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530977 Sep 01 09:39:23.885063 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:24.853601 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-1192434a-fc6e-455b-83dd-467065ae6101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:24.961617 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d71392-b8a5-4e99-91b1-3eedd30fcc4e req-1d03501c-d93c-4872-95cd-205f64c1f025 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:24.963093 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-72d71392-b8a5-4e99-91b1-3eedd30fcc4e req-1d03501c-d93c-4872-95cd-205f64c1f025 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0496507 Sep 01 09:39:25.002277 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-72d71392-b8a5-4e99-91b1-3eedd30fcc4e req-cc301ba3-8481-4254-be20-c74e4096801a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331614 Sep 01 09:39:25.103050 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def9722-f72f-4e26-b011-9d16f6bc14d5 req-8e89e5fb-b917-418d-9df9-56f0e8592523 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:25.104638 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8def9722-f72f-4e26-b011-9d16f6bc14d5 req-8e89e5fb-b917-418d-9df9-56f0e8592523 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b616398-b892-4c4e-a3b2-98965f202994 HTTP/1.1" status: 200 len: 944 time: 0.0483298 Sep 01 09:39:25.146132 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8def9722-f72f-4e26-b011-9d16f6bc14d5 req-044d4b8c-e9ea-49c4-a7ec-00f3500cf4eb tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355730 Sep 01 09:39:25.292832 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:39:25.472082 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:26.081858 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:26.128626 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235323d1-d098-4d53-bf80-e66ecb54847a req-3f3f2086-827f-43a7-a3df-6d7b9b2e7a21 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:26.130097 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-235323d1-d098-4d53-bf80-e66ecb54847a req-3f3f2086-827f-43a7-a3df-6d7b9b2e7a21 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0502846 Sep 01 09:39:26.172452 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-235323d1-d098-4d53-bf80-e66ecb54847a req-a83da9a5-5894-438e-b32d-31e2e9e0f99b tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332527 Sep 01 09:39:26.273680 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba7858-3265-4489-90d9-609a80b7267a req-2338cac0-4bb8-4ade-a590-06c433527710 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:26.275109 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-05ba7858-3265-4489-90d9-609a80b7267a req-2338cac0-4bb8-4ade-a590-06c433527710 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b616398-b892-4c4e-a3b2-98965f202994 HTTP/1.1" status: 200 len: 944 time: 0.0484381 Sep 01 09:39:26.312479 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-05ba7858-3265-4489-90d9-609a80b7267a req-ec5e7ae5-e730-4c31-aa28-c41b0c89a656 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313370 Sep 01 09:39:26.838467 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 7d155bb2-7e97-4e5e-ad7b-15c5393db071 up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:39:26.899911 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning for port 7d155bb2-7e97-4e5e-ad7b-15c5393db071 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:39:26.903757 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port 7d155bb2-7e97-4e5e-ad7b-15c5393db071 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:39:26.904132 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:26.979608 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:27.002124 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b616398-b892-4c4e-a3b2-98965f202994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d155bb2-7e97-4e5e-ad7b-15c5393db071'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:39:27.004436 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecd4b2d-a1e8-4ae4-8fd8-2cc1ff924c15" -d '{"events": [{"server_uuid": "7b616398-b892-4c4e-a3b2-98965f202994", "name": "network-vif-plugged", "status": "completed", "tag": "7d155bb2-7e97-4e5e-ad7b-15c5393db071"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:39:27.017103 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 7d155bb2-7e97-4e5e-ad7b-15c5393db071, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=7d155bb2-7e97-4e5e-ad7b-15c5393db071,segment=NetworkSegment(21237dc9-c16a-4524-9c4f-493ab52f32e1),segment_id=21237dc9-c16a-4524-9c4f-493ab52f32e1)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:39:27.023232 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:27.046671 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ea3e38-992c-40c2-a709-722099550fc6 x-openstack-request-id: req-63ea3e38-992c-40c2-a709-722099550fc6 {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:39:27.046953 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b616398-b892-4c4e-a3b2-98965f202994", "name": "network-vif-plugged", "status": "completed", "tag": "7d155bb2-7e97-4e5e-ad7b-15c5393db071", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:39:27.047192 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-63ea3e38-992c-40c2-a709-722099550fc6 {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:39:27.047565 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b616398-b892-4c4e-a3b2-98965f202994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d155bb2-7e97-4e5e-ad7b-15c5393db071', 'code': 200} Sep 01 09:39:27.071643 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=7d155bb2-7e97-4e5e-ad7b-15c5393db071,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:27.562935 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327f13d-c11d-4495-929c-19a9e349299d req-9a065a4b-8f6e-4b23-a261-5ef271c8fc8f tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:27.564539 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4327f13d-c11d-4495-929c-19a9e349299d req-9a065a4b-8f6e-4b23-a261-5ef271c8fc8f tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.3228467 Sep 01 09:39:27.573540 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf360ac5-9aea-47fe-8fc1-7cfbe6c2ed43 req-1b7169d9-b25f-4c85-926a-eb96093e0a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:27.574978 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cf360ac5-9aea-47fe-8fc1-7cfbe6c2ed43 req-1b7169d9-b25f-4c85-926a-eb96093e0a25 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7b616398-b892-4c4e-a3b2-98965f202994 HTTP/1.1" status: 200 len: 1098 time: 0.3077683 Sep 01 09:39:27.599129 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efe21f-e596-4db2-ac59-dd8881efba1b req-a59f5de8-d1d4-42bc-b636-a2ba408febac tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:27.601578 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b9efe21f-e596-4db2-ac59-dd8881efba1b req-a59f5de8-d1d4-42bc-b636-a2ba408febac tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b616398-b892-4c4e-a3b2-98965f202994 HTTP/1.1" status: 200 len: 945 time: 0.0901475 Sep 01 09:39:27.658772 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4327f13d-c11d-4495-929c-19a9e349299d req-2689adbb-da6c-4b74-81f4-bb04dffa3ca8 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820479 Sep 01 09:39:27.672027 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cf360ac5-9aea-47fe-8fc1-7cfbe6c2ed43 req-7aa62b75-e5ba-4363-9e23-3f76e3b3cd23 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663626 Sep 01 09:39:27.679360 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b9efe21f-e596-4db2-ac59-dd8881efba1b req-26ce4bb2-4601-4213-a628-6593456cf112 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663285 Sep 01 09:39:27.874730 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:28.050369 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 35020) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:28.097143 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8c451e-5190-4335-92c4-c7a494c94e3f admin admin] Deleting subnet 2241ebc6-bd60-44ff-a57c-e0b1fc15fd1c {{(pid=94093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 09:39:28.100435 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0e8c451e-5190-4335-92c4-c7a494c94e3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:28.135933 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0e8c451e-5190-4335-92c4-c7a494c94e3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24803639'] for subnet, precommit_delete_associations {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:28.181005 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0e8c451e-5190-4335-92c4-c7a494c94e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532586'] for subnet, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:28.238972 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0e8c451e-5190-4335-92c4-c7a494c94e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24774597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14136184'] for subnet, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:28.263367 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c451e-5190-4335-92c4-c7a494c94e3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2241ebc6-bd60-44ff-a57c-e0b1fc15fd1c,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:28.270810 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0e8c451e-5190-4335-92c4-c7a494c94e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:28.272762 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-0e8c451e-5190-4335-92c4-c7a494c94e3f admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2241ebc6-bd60-44ff-a57c-e0b1fc15fd1c HTTP/1.1" status: 204 len: 168 time: 0.2214258 Sep 01 09:39:28.275469 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 35022) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:28.348891 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1a1f0578-6090-454d-b9a5-757a86e3ef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543493'] for network, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:28.429348 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1a1f0578-6090-454d-b9a5-757a86e3ef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535953', 'neutron.services.segments.db._delete_segments_for_network-8737163360449'] for network, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:28.440272 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-1a1f0578-6090-454d-b9a5-757a86e3ef33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0039a9-26f2-4fca-b341-1dd21fde0a44']}} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:39:28.451131 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-1a1f0578-6090-454d-b9a5-757a86e3ef33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8') {'for_net_delete': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:39:28.451427 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-1a1f0578-6090-454d-b9a5-757a86e3ef33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c64fd84-1c9f-4212-bbfc-7d06b4ae9ac8') {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:39:28.461206 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1a1f0578-6090-454d-b9a5-757a86e3ef33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737163371861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24803596'] for segment, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:28.479618 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1a1f0578-6090-454d-b9a5-757a86e3ef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:28.485833 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1f0578-6090-454d-b9a5-757a86e3ef33 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=94093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 09:39:28.486246 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1a1f0578-6090-454d-b9a5-757a86e3ef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24774527'] for segment, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: Traceback (most recent call last): Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: timer() Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: cb(*args, **kw) Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: return func(*args, **kwargs) Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: self._notify() Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: self.callback(batched_events) Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: event.method(event) Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: return f(self, *a, **k) Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: return self._get(url).json() Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: return self.request(url, 'GET', **kwargs) Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 09:39:28.487898 dv-cinder-806726-2-iscsi neutron-server[94093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 09:39:28.541616 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1a1f0578-6090-454d-b9a5-757a86e3ef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16688646'] for network, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:28.549330 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1a1f0578-6090-454d-b9a5-757a86e3ef33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:28.554054 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-1a1f0578-6090-454d-b9a5-757a86e3ef33 admin admin] 10.222.0.74 "DELETE /v2.0/networks/bb0039a9-26f2-4fca-b341-1dd21fde0a44 HTTP/1.1" status: 204 len: 168 time: 0.2775586 Sep 01 09:39:28.563527 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f0578-6090-454d-b9a5-757a86e3ef33 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb0039a9-26f2-4fca-b341-1dd21fde0a44,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:28.773017 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 35048) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:28.815125 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a332a03-7683-4948-b9aa-c89f274f77c8 req-38e6d3c4-a879-4e25-8db0-359b4e9fa0bc tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:28.816636 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5a332a03-7683-4948-b9aa-c89f274f77c8 req-38e6d3c4-a879-4e25-8db0-359b4e9fa0bc tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0750666 Sep 01 09:39:28.836315 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-3eaef2c2-0e88-48e7-a325-a20217d5cb42 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=652aaac9455a48e0888cab774c86bd79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619683 Sep 01 09:39:28.839033 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 35050) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:28.866142 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5a332a03-7683-4948-b9aa-c89f274f77c8 req-d700eec7-f7a4-481e-a20d-66d08cdb6b2d tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416131 Sep 01 09:39:28.890050 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2cf5b9a-c2fc-46c5-9e14-0fb051b7dba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:28.914062 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2cf5b9a-c2fc-46c5-9e14-0fb051b7dba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:28.961688 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2cf5b9a-c2fc-46c5-9e14-0fb051b7dba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:28.964322 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2cf5b9a-c2fc-46c5-9e14-0fb051b7dba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:28.967971 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-d2cf5b9a-c2fc-46c5-9e14-0fb051b7dba1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/600c0021-d9f7-4d46-b487-17e02c5a4fa7 HTTP/1.1" status: 204 len: 168 time: 0.1255062 Sep 01 09:39:28.974418 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf5b9a-c2fc-46c5-9e14-0fb051b7dba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600c0021-d9f7-4d46-b487-17e02c5a4fa7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:28.978515 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04dc5d-a8ce-4f3b-a4c3-1928882e9189 req-da08dc39-dee2-4a5b-adbe-aae4654b0b46 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:28.980180 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cc04dc5d-a8ce-4f3b-a4c3-1928882e9189 req-da08dc39-dee2-4a5b-adbe-aae4654b0b46 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b616398-b892-4c4e-a3b2-98965f202994 HTTP/1.1" status: 200 len: 945 time: 0.0591681 Sep 01 09:39:28.988863 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf5b9a-c2fc-46c5-9e14-0fb051b7dba1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:28.989354 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf5b9a-c2fc-46c5-9e14-0fb051b7dba1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:28.989846 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf5b9a-c2fc-46c5-9e14-0fb051b7dba1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:28.990408 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf5b9a-c2fc-46c5-9e14-0fb051b7dba1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:28.990928 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf5b9a-c2fc-46c5-9e14-0fb051b7dba1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:28.991585 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf5b9a-c2fc-46c5-9e14-0fb051b7dba1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:28.992196 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf5b9a-c2fc-46c5-9e14-0fb051b7dba1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:28.992743 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf5b9a-c2fc-46c5-9e14-0fb051b7dba1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:28.996183 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf5b9a-c2fc-46c5-9e14-0fb051b7dba1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:28.996543 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf5b9a-c2fc-46c5-9e14-0fb051b7dba1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:28.996938 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf5b9a-c2fc-46c5-9e14-0fb051b7dba1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:28.997613 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf5b9a-c2fc-46c5-9e14-0fb051b7dba1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:29.039652 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cc04dc5d-a8ce-4f3b-a4c3-1928882e9189 req-776a5938-fdd2-40e5-b900-3fa7e6aa7e13 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530896 Sep 01 09:39:29.984634 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de16394-def3-474c-b891-d510bf4775e1 req-13985ce8-4eb0-4038-bf19-dd635f83df46 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:29.986483 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8de16394-def3-474c-b891-d510bf4775e1 req-13985ce8-4eb0-4038-bf19-dd635f83df46 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0537484 Sep 01 09:39:30.027154 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8de16394-def3-474c-b891-d510bf4775e1 req-957e9276-3485-4975-a515-7db0e0779432 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343232 Sep 01 09:39:30.180019 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4042b32-eee9-4ae7-8128-c2916f706f65 req-1facbff5-1e75-4497-9958-b7adcbe5eb3f tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:30.181788 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f4042b32-eee9-4ae7-8128-c2916f706f65 req-1facbff5-1e75-4497-9958-b7adcbe5eb3f tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b616398-b892-4c4e-a3b2-98965f202994 HTTP/1.1" status: 200 len: 945 time: 0.0609272 Sep 01 09:39:30.228968 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f4042b32-eee9-4ae7-8128-c2916f706f65 req-36cd3170-b409-41d9-957e-8538fe4695ec tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408602 Sep 01 09:39:30.697786 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881fbc1-bd1a-4aa3-8d31-14d717d35f41 req-b5488948-1ffe-4c8e-a661-69f943da8475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:30.699437 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7881fbc1-bd1a-4aa3-8d31-14d717d35f41 req-b5488948-1ffe-4c8e-a661-69f943da8475 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 1098 time: 0.0396469 Sep 01 09:39:30.746021 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7881fbc1-bd1a-4aa3-8d31-14d717d35f41 req-83a9fd06-8d6f-4009-92dc-cc7c1287e857 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288966 Sep 01 09:39:31.151318 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c01774-4b0c-4549-b6c9-6de7c9b1d44b req-b5064026-c78b-4644-8945-ebe455a8fe10 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:31.152845 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e3c01774-4b0c-4549-b6c9-6de7c9b1d44b req-b5064026-c78b-4644-8945-ebe455a8fe10 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0478773 Sep 01 09:39:31.190774 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e3c01774-4b0c-4549-b6c9-6de7c9b1d44b req-86bf37f6-61ca-4f4a-8afe-56b4e66e6873 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320525 Sep 01 09:39:32.310842 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79367308-395f-4151-950e-d61aa4d09a34 req-265d21db-4092-420d-98ca-302ddfd62a89 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:32.312267 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-79367308-395f-4151-950e-d61aa4d09a34 req-265d21db-4092-420d-98ca-302ddfd62a89 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0496950 Sep 01 09:39:32.354087 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-79367308-395f-4151-950e-d61aa4d09a34 req-00cb93ba-e3c4-41a7-a823-d8fd2e4fc562 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351584 Sep 01 09:39:32.640615 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 35162) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:32.748587 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-740504f8-92b9-4689-830e-d2bf9387bfae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:32.839494 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-740504f8-92b9-4689-830e-d2bf9387bfae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:32.844073 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-740504f8-92b9-4689-830e-d2bf9387bfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:32.880239 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740504f8-92b9-4689-830e-d2bf9387bfae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bef4d9-fdd9-47d5-9f76-1c83c83f7229,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:32.885417 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-740504f8-92b9-4689-830e-d2bf9387bfae admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1f974e611ef14c08b9bd05826eb279f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436142 Sep 01 09:39:32.887440 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 35170) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:32.942635 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5f9e14dd-c696-4a67-950c-ac03f25b0685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:32.970279 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5f9e14dd-c696-4a67-950c-ac03f25b0685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:33.029438 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5f9e14dd-c696-4a67-950c-ac03f25b0685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:33.032483 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5f9e14dd-c696-4a67-950c-ac03f25b0685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:33.033803 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-5f9e14dd-c696-4a67-950c-ac03f25b0685 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c8bef4d9-fdd9-47d5-9f76-1c83c83f7229 HTTP/1.1" status: 204 len: 168 time: 0.1437511 Sep 01 09:39:33.042073 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e14dd-c696-4a67-950c-ac03f25b0685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bef4d9-fdd9-47d5-9f76-1c83c83f7229,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:33.276410 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b538148-fd6a-4efb-82c4-a1a4671d11eb req-e61d9a55-40a0-4ea8-aae7-a578b19e85e3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:33.277906 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9b538148-fd6a-4efb-82c4-a1a4671d11eb req-e61d9a55-40a0-4ea8-aae7-a578b19e85e3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.0477562 Sep 01 09:39:33.319139 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9b538148-fd6a-4efb-82c4-a1a4671d11eb req-973a9188-5f63-4461-8f55-3f50388458ba tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350976 Sep 01 09:39:33.477377 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9a9de-9cd5-4487-9465-275051835edb req-0e422557-69f2-423e-95e3-abdd5ddbd924 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:33.479216 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-28a9a9de-9cd5-4487-9465-275051835edb req-0e422557-69f2-423e-95e3-abdd5ddbd924 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0589774 Sep 01 09:39:33.528319 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-28a9a9de-9cd5-4487-9465-275051835edb req-31d8538f-39ee-430e-9f55-ab89cb500d3e tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413086 Sep 01 09:39:33.770090 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2ecec-7722-42a2-a70e-08cb84f06235 req-032731b4-8625-4778-93b9-f7965a7034d7 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:33.771575 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-44b2ecec-7722-42a2-a70e-08cb84f06235 req-032731b4-8625-4778-93b9-f7965a7034d7 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0482757 Sep 01 09:39:33.839903 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-44b2ecec-7722-42a2-a70e-08cb84f06235 req-408c45a3-bafe-415c-8cef-fba7f0a28da0 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622222 Sep 01 09:39:33.847281 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875eaa4-a4dc-4c57-bb6d-b0b150b1452b req-8f138389-7482-4003-9f98-7a87f2a4a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:33.849697 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c875eaa4-a4dc-4c57-bb6d-b0b150b1452b req-8f138389-7482-4003-9f98-7a87f2a4a3c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bda3c63758054fb894b05110b11297a6&device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 1098 time: 0.0653348 Sep 01 09:39:33.945694 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875eaa4-a4dc-4c57-bb6d-b0b150b1452b req-19ed5964-d16d-4df6-96f6-6396b392372a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:33.947281 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c875eaa4-a4dc-4c57-bb6d-b0b150b1452b req-19ed5964-d16d-4df6-96f6-6396b392372a service neutron] 10.222.0.77 "GET /v2.0/networks?id=bedd7e95-de82-48ff-807f-c40cd5f893c8 HTTP/1.1" status: 200 len: 921 time: 0.0902121 Sep 01 09:39:33.994460 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c875eaa4-a4dc-4c57-bb6d-b0b150b1452b req-a8dbdf5e-38b2-434a-90a0-b32b4d9ecac4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a87a0d65-2431-41a0-bb8c-663b3a97b24e HTTP/1.1" status: 200 len: 217 time: 0.0352876 Sep 01 09:39:34.048083 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875eaa4-a4dc-4c57-bb6d-b0b150b1452b req-58a9a6f2-078c-4082-bd75-a31abcd8dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:34.049945 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c875eaa4-a4dc-4c57-bb6d-b0b150b1452b req-58a9a6f2-078c-4082-bd75-a31abcd8dd78 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4142b62c-04c5-482e-b304-4963b1d58b40 HTTP/1.1" status: 200 len: 859 time: 0.0468097 Sep 01 09:39:34.088400 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c875eaa4-a4dc-4c57-bb6d-b0b150b1452b req-ea1a40e3-0fe0-4c26-92fc-5f8433dfb18c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bedd7e95-de82-48ff-807f-c40cd5f893c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286245 Sep 01 09:39:34.181284 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c875eaa4-a4dc-4c57-bb6d-b0b150b1452b req-3bd8a8f5-48d5-4d3e-b71e-de13ee7334e5 service neutron] 10.222.0.77 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846796 Sep 01 09:39:34.280876 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c875eaa4-a4dc-4c57-bb6d-b0b150b1452b req-1bd1b59d-53b6-4020-978c-f9a8b54bd671 service neutron] 10.222.0.77 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867131 Sep 01 09:39:34.447845 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fddff-cf00-4705-a65f-f8037b2dbffc req-0ae7f8af-1521-4307-b387-1f76b91c5980 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:34.449379 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-868fddff-cf00-4705-a65f-f8037b2dbffc req-0ae7f8af-1521-4307-b387-1f76b91c5980 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.0508621 Sep 01 09:39:34.490200 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-868fddff-cf00-4705-a65f-f8037b2dbffc req-c91aae69-186c-457d-9b03-ef6b2bde29a4 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331650 Sep 01 09:39:34.862015 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 35250) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:34.963241 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5b826-2713-4cc0-a834-eb32078cd7d7 req-d45581e6-ed10-45d6-ad49-880aed8ab87e tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:34.964784 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2fc5b826-2713-4cc0-a834-eb32078cd7d7 req-d45581e6-ed10-45d6-ad49-880aed8ab87e tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0539804 Sep 01 09:39:34.983404 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-afbbb3bc-c904-4522-bd15-469a085f0a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:35.032121 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2fc5b826-2713-4cc0-a834-eb32078cd7d7 req-f90fba15-a044-402f-8afb-53a7c20188d0 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597253 Sep 01 09:39:35.097912 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-afbbb3bc-c904-4522-bd15-469a085f0a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:35.102842 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-afbbb3bc-c904-4522-bd15-469a085f0a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:35.140009 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbb3bc-c904-4522-bd15-469a085f0a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59a66f3-3066-4692-82e3-9fbe35ac203a,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:35.148006 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-afbbb3bc-c904-4522-bd15-469a085f0a67 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dcb95af8ccb942e18203fac9265b5cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821879 Sep 01 09:39:35.148006 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 35258) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:35.198463 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-59b20ba5-5824-45bc-8936-c5b246b27238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:35.222065 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-59b20ba5-5824-45bc-8936-c5b246b27238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:35.274411 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-59b20ba5-5824-45bc-8936-c5b246b27238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:35.285977 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-59b20ba5-5824-45bc-8936-c5b246b27238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:35.285977 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-59b20ba5-5824-45bc-8936-c5b246b27238 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c59a66f3-3066-4692-82e3-9fbe35ac203a HTTP/1.1" status: 204 len: 168 time: 0.1297538 Sep 01 09:39:35.287092 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b20ba5-5824-45bc-8936-c5b246b27238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59a66f3-3066-4692-82e3-9fbe35ac203a,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:35.610993 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa123605-d5f7-408a-b6e3-a6896697f5b7 req-4364691f-2984-4655-bdd1-98e5286b671f tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:35.612526 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fa123605-d5f7-408a-b6e3-a6896697f5b7 req-4364691f-2984-4655-bdd1-98e5286b671f tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.0508935 Sep 01 09:39:35.653394 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fa123605-d5f7-408a-b6e3-a6896697f5b7 req-0138cba2-5148-4957-92cd-9fe016c43092 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348723 Sep 01 09:39:35.945597 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 35290) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:36.046466 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-8e441b6a-5312-44bf-94b0-0c95d08ed666 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1970889399-network', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:39:36.070528 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e441b6a-5312-44bf-94b0-0c95d08ed666 admin admin] Made reservation on behalf of bab9bd04bc9448768f269f0704762dbf for: {'network': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:39:36.072754 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8e441b6a-5312-44bf-94b0-0c95d08ed666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for network, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:36.081631 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8e441b6a-5312-44bf-94b0-0c95d08ed666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:36.171900 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3d35c-8461-407c-8441-18405f77f9eb req-43fecf6a-0ee7-4ba0-a9ca-eaeea8a9a554 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:36.176159 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1ce3d35c-8461-407c-8441-18405f77f9eb req-43fecf6a-0ee7-4ba0-a9ca-eaeea8a9a554 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0733628 Sep 01 09:39:36.236646 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1ce3d35c-8461-407c-8441-18405f77f9eb req-0879a4b0-108d-4356-87ec-f74f8e33a870 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559061 Sep 01 09:39:36.247706 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8e441b6a-5312-44bf-94b0-0c95d08ed666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:36.253378 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8e441b6a-5312-44bf-94b0-0c95d08ed666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:36.277440 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e441b6a-5312-44bf-94b0-0c95d08ed666 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1061} {{(pid=94093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 09:39:36.287047 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e441b6a-5312-44bf-94b0-0c95d08ed666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365321ab-08d1-4ff4-8cc4-38d7f237274a,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:36.291726 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8e441b6a-5312-44bf-94b0-0c95d08ed666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:36.292069 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.db.segments_db [None req-8e441b6a-5312-44bf-94b0-0c95d08ed666 admin admin] Added segment 135d1e9e-2dd3-4bbe-95e6-c01eb6c04776 of type vlan for network b38449d0-b6a0-4520-8507-cbd413764049 Sep 01 09:39:36.333689 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8e441b6a-5312-44bf-94b0-0c95d08ed666 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737162809959'] for network, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:36.360421 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8e441b6a-5312-44bf-94b0-0c95d08ed666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for network, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:36.361375 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e441b6a-5312-44bf-94b0-0c95d08ed666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:36.361951 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8e441b6a-5312-44bf-94b0-0c95d08ed666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:36.411889 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-8e441b6a-5312-44bf-94b0-0c95d08ed666 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4651515 Sep 01 09:39:36.415066 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 35298) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:36.418692 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e441b6a-5312-44bf-94b0-0c95d08ed666 admin admin] Pushing event updated for resources: {'Network': ['ID=b38449d0-b6a0-4520-8507-cbd413764049,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:36.421418 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-58dfa3ff-6066-4a2c-a1e4-457c2de059c0 admin admin] Request body: {'subnet': {'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1970889399-subnet', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:39:36.428853 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Network b38449d0-b6a0-4520-8507-cbd413764049 details requested by agent ovs-agent-dv-cinder-806726-2-iscsi with host dv-cinder-806726-2-iscsi {{(pid=94094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 09:39:36.449045 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dfa3ff-6066-4a2c-a1e4-457c2de059c0 admin admin] Made reservation on behalf of bab9bd04bc9448768f269f0704762dbf for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:39:36.451302 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58dfa3ff-6066-4a2c-a1e4-457c2de059c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:36.614610 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58dfa3ff-6066-4a2c-a1e4-457c2de059c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:36.665689 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfa3ff-6066-4a2c-a1e4-457c2de059c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b9cb2b7-7426-48b5-8a03-fbe41cdd5436,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:36.680304 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dfa3ff-6066-4a2c-a1e4-457c2de059c0 admin admin] Checking segment: {'id': '135d1e9e-2dd3-4bbe-95e6-c01eb6c04776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:39:36.680643 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dfa3ff-6066-4a2c-a1e4-457c2de059c0 admin admin] Network hostable DHCP agents. Network: b38449d0-b6a0-4520-8507-cbd413764049, hostable agents: ['c003adbb-c13d-447f-8337-f44cd480aeda'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 09:39:36.698358 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dfa3ff-6066-4a2c-a1e4-457c2de059c0 admin admin] Network b38449d0-b6a0-4520-8507-cbd413764049 is scheduled to be hosted by DHCP agent c003adbb-c13d-447f-8337-f44cd480aeda with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 09:39:36.708877 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-58dfa3ff-6066-4a2c-a1e4-457c2de059c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-2-iscsi, b38449d0-b6a0-4520-8507-cbd413764049) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:39:36.713279 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dfa3ff-6066-4a2c-a1e4-457c2de059c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:36.713847 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58dfa3ff-6066-4a2c-a1e4-457c2de059c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:36.718817 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9092244-40af-45a3-a481-a94ae15b5221 None None] Network b38449d0-b6a0-4520-8507-cbd413764049 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:39:36.729741 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-58dfa3ff-6066-4a2c-a1e4-457c2de059c0 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3130882 Sep 01 09:39:36.732683 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 35306) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:36.737484 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-380adc0a-a912-4739-9633-c0040e8c5c2c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1970889399-router', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:39:36.761420 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-380adc0a-a912-4739-9633-c0040e8c5c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16722196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3338'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:36.762356 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-380adc0a-a912-4739-9633-c0040e8c5c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16687602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16687745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16692834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3357'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:36.783227 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965859f1-cbfc-4465-a8f0-5cba6d143f40 req-793ebf7b-f390-4380-9ab4-f6179ba55fb6 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:36.784891 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-965859f1-cbfc-4465-a8f0-5cba6d143f40 req-793ebf7b-f390-4380-9ab4-f6179ba55fb6 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.0514359 Sep 01 09:39:36.817490 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-380adc0a-a912-4739-9633-c0040e8c5c2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:36.824959 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-965859f1-cbfc-4465-a8f0-5cba6d143f40 req-369b4996-0579-40db-abe8-889768585448 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335107 Sep 01 09:39:36.883650 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6a8319-a35c-4097-81f8-44e2675e390c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9314cc3d-ddc5-5adb-9ce6-a70e23c5565a-b38449d0-b6a0-4520-8507-cbd413764049', 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'fixed_ips': [{'subnet_id': '8b9cb2b7-7426-48b5-8a03-fbe41cdd5436'}]}} from dv-cinder-806726-2-iscsi. {{(pid=94094) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 09:39:36.884554 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8319-a35c-4097-81f8-44e2675e390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:36.954798 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-380adc0a-a912-4739-9633-c0040e8c5c2c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:37.017495 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.db_base_plugin_common [None req-4a6a8319-a35c-4097-81f8-44e2675e390c None None] Allocated IP 172.20.0.2 (b38449d0-b6a0-4520-8507-cbd413764049/8b9cb2b7-7426-48b5-8a03-fbe41cdd5436/7285c5f3-dd61-461e-99f9-7cbe23a1b544) {{(pid=94094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:39:37.153225 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-380adc0a-a912-4739-9633-c0040e8c5c2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:37.157844 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8319-a35c-4097-81f8-44e2675e390c None None] Notify callbacks [] for port, precommit_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:37.166286 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8319-a35c-4097-81f8-44e2675e390c None None] Transition to ACTIVE for port object 7285c5f3-dd61-461e-99f9-7cbe23a1b544 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:39:37.182911 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8319-a35c-4097-81f8-44e2675e390c None None] Transition to ACTIVE for port object 7285c5f3-dd61-461e-99f9-7cbe23a1b544 will not be triggered until provisioned by entity DHCP. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:39:37.189726 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8319-a35c-4097-81f8-44e2675e390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:37.232576 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6a8319-a35c-4097-81f8-44e2675e390c None None] Network b38449d0-b6a0-4520-8507-cbd413764049 is already hosted by enough agents. {{(pid=94094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:39:37.237481 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.scheduler.base_scheduler [None req-4a6a8319-a35c-4097-81f8-44e2675e390c None None] Resources bound (agent type, host, resource id): {{(pid=94094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:39:37.240000 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6a8319-a35c-4097-81f8-44e2675e390c None None] Received port after_create {{(pid=94094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:39:37.251412 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8319-a35c-4097-81f8-44e2675e390c None None] Pushing event updated for resources: {'Port': ['ID=7285c5f3-dd61-461e-99f9-7cbe23a1b544,revision_number=1']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:37.297706 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-4a6a8319-a35c-4097-81f8-44e2675e390c None None] Attempting to bind port 7285c5f3-dd61-461e-99f9-7cbe23a1b544 on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:39:37.298208 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-4a6a8319-a35c-4097-81f8-44e2675e390c None None] Attempting to bind port 7285c5f3-dd61-461e-99f9-7cbe23a1b544 by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': '135d1e9e-2dd3-4bbe-95e6-c01eb6c04776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:39:37.298565 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6a8319-a35c-4097-81f8-44e2675e390c None None] Attempting to bind port 7285c5f3-dd61-461e-99f9-7cbe23a1b544 on network b38449d0-b6a0-4520-8507-cbd413764049 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:39:37.304237 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6a8319-a35c-4097-81f8-44e2675e390c None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:39:37.304606 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6a8319-a35c-4097-81f8-44e2675e390c None None] Checking segment: {'id': '135d1e9e-2dd3-4bbe-95e6-c01eb6c04776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:39:37.305005 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8319-a35c-4097-81f8-44e2675e390c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:37.305390 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6a8319-a35c-4097-81f8-44e2675e390c None None] Bound using segment: {'id': '135d1e9e-2dd3-4bbe-95e6-c01eb6c04776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:39:37.305850 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-4a6a8319-a35c-4097-81f8-44e2675e390c None None] Bound port: 7285c5f3-dd61-461e-99f9-7cbe23a1b544, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '135d1e9e-2dd3-4bbe-95e6-c01eb6c04776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:39:37.306246 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8319-a35c-4097-81f8-44e2675e390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:37.359634 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892518f7-4ac9-4f3e-8a19-d8732123ca8e req-ef8f7026-a912-46cf-a3e6-a59e5e358d94 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:37.364193 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-892518f7-4ac9-4f3e-8a19-d8732123ca8e req-ef8f7026-a912-46cf-a3e6-a59e5e358d94 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0549428 Sep 01 09:39:37.373906 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-4a6a8319-a35c-4097-81f8-44e2675e390c None None] For port 7285c5f3-dd61-461e-99f9-7cbe23a1b544, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:39:37.374789 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-380adc0a-a912-4739-9633-c0040e8c5c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:37.377211 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-4a6a8319-a35c-4097-81f8-44e2675e390c None None] For port 7285c5f3-dd61-461e-99f9-7cbe23a1b544, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=7285c5f3-dd61-461e-99f9-7cbe23a1b544,segment=NetworkSegment(135d1e9e-2dd3-4bbe-95e6-c01eb6c04776),segment_id=135d1e9e-2dd3-4bbe-95e6-c01eb6c04776)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:39:37.383219 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8319-a35c-4097-81f8-44e2675e390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:37.410676 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-892518f7-4ac9-4f3e-8a19-d8732123ca8e req-19fb3664-406d-4af5-9f5b-d4deb67dbc6e tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431180 Sep 01 09:39:37.455839 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a8319-a35c-4097-81f8-44e2675e390c None None] Pushing event updated for resources: {'Port': ['ID=7285c5f3-dd61-461e-99f9-7cbe23a1b544,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:37.479578 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-380adc0a-a912-4739-9633-c0040e8c5c2c admin admin] Allocated IP 172.27.0.234 (5981992f-fe61-47e0-99c1-6f445c6d0ea2/24ba0698-ff73-47e7-90df-c9665eaff537/ea538c5e-35fa-47f2-aae4-dc217da448f6) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:39:37.591107 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-380adc0a-a912-4739-9633-c0040e8c5c2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:37.634278 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-380adc0a-a912-4739-9633-c0040e8c5c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:37.674121 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380adc0a-a912-4739-9633-c0040e8c5c2c admin admin] Network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:39:37.679039 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-380adc0a-a912-4739-9633-c0040e8c5c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:39:37.682539 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380adc0a-a912-4739-9633-c0040e8c5c2c admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:39:37.727459 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380adc0a-a912-4739-9633-c0040e8c5c2c admin admin] Pushing event updated for resources: {'Port': ['ID=ea538c5e-35fa-47f2-aae4-dc217da448f6,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:37.916233 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-380adc0a-a912-4739-9633-c0040e8c5c2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:37.946393 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd623b5-2996-40ea-be0e-9bdefafc323f req-b9634b2f-2b7f-48e7-9899-6d112d4a6ac0 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:37.947907 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3cd623b5-2996-40ea-be0e-9bdefafc323f req-b9634b2f-2b7f-48e7-9899-6d112d4a6ac0 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.0491047 Sep 01 09:39:37.992518 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3cd623b5-2996-40ea-be0e-9bdefafc323f req-82b05abe-b61d-4e93-b6bf-0d3785e8a614 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335608 Sep 01 09:39:38.110102 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-380adc0a-a912-4739-9633-c0040e8c5c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16687563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16687858'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:38.244525 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380adc0a-a912-4739-9633-c0040e8c5c2c admin admin] Router afac1dd1-3b97-4def-9b04-bb19160066b7 is scheduled to L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 09:39:38.357909 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63ee575-8347-4999-92e7-097cd56ee95e None None] Network b38449d0-b6a0-4520-8507-cbd413764049 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:39:38.361197 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380adc0a-a912-4739-9633-c0040e8c5c2c admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:39:38.371413 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] Sync routers for ids ['afac1dd1-3b97-4def-9b04-bb19160066b7'] in dv-cinder-806726-2-iscsi {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:39:38.378859 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-380adc0a-a912-4739-9633-c0040e8c5c2c admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:38.381198 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] Routers {'afac1dd1-3b97-4def-9b04-bb19160066b7'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:39:38.381815 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:39:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['afac1dd1-3b97-4def-9b04-bb19160066b7'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:39:38.383151 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 35320) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:38.390108 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-380adc0a-a912-4739-9633-c0040e8c5c2c admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6562977 Sep 01 09:39:38.424725 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-a1ae3cf8-962c-4136-81b9-9c9f470de53a None None] Provisioning for port 7285c5f3-dd61-461e-99f9-7cbe23a1b544 completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:39:38.490556 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] Set router afac1dd1-3b97-4def-9b04-bb19160066b7 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:39:38.585000 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728abbf-f5aa-446b-8b60-b2d5170aa8a8 req-94ec14b3-e181-47e5-a94f-812409a37189 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:38.586559 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8728abbf-f5aa-446b-8b60-b2d5170aa8a8 req-94ec14b3-e181-47e5-a94f-812409a37189 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.1010497 Sep 01 09:39:38.678748 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8728abbf-f5aa-446b-8b60-b2d5170aa8a8 req-3250e040-8ba2-4ca2-9e75-75d2a4cea702 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597007 Sep 01 09:39:38.692906 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'name': 'tempest-TestShelveInstance-1970889399-router', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:39:36Z', 'updated_at': '2021-09-01T09:39:37Z', 'revision_number': 3, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'gw_port': {'id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:37Z', 'updated_at': '2021-09-01T09:39:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:39:38.720226 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] Checking router: afac1dd1-3b97-4def-9b04-bb19160066b7 for host: dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:39:38.720578 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] Updating router afac1dd1-3b97-4def-9b04-bb19160066b7 port ea538c5e-35fa-47f2-aae4-dc217da448f6 binding host dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 09:39:38.748612 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:38.919242 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-90ccc50e-c473-4260-9842-f70043814ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:39.000406 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:39.010263 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] Transition to ACTIVE for port object ea538c5e-35fa-47f2-aae4-dc217da448f6 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:39:39.016917 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:39.086007 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-90ccc50e-c473-4260-9842-f70043814ca3 admin admin] Allocated IP 172.20.0.1 (b38449d0-b6a0-4520-8507-cbd413764049/8b9cb2b7-7426-48b5-8a03-fbe41cdd5436/eaf29e30-93a8-48e4-9015-e256c218b00a) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:39:39.158364 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a042af-a7f9-4be9-a13b-08ceadc33b55 None None] Pushing event updated for resources: {'Port': ['ID=ea538c5e-35fa-47f2-aae4-dc217da448f6,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:39.169824 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed5146-e4d7-4a38-95c4-8411be4ac68f req-f2f4dacd-04ca-4373-8545-1cc9fde25296 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:39.171504 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-28ed5146-e4d7-4a38-95c4-8411be4ac68f req-f2f4dacd-04ca-4373-8545-1cc9fde25296 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.1004508 Sep 01 09:39:39.173659 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a042af-a7f9-4be9-a13b-08ceadc33b55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:39.174005 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a042af-a7f9-4be9-a13b-08ceadc33b55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:39.174345 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a042af-a7f9-4be9-a13b-08ceadc33b55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:39.174671 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a042af-a7f9-4be9-a13b-08ceadc33b55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:39.174994 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a042af-a7f9-4be9-a13b-08ceadc33b55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:39.175320 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a042af-a7f9-4be9-a13b-08ceadc33b55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:39.175643 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a042af-a7f9-4be9-a13b-08ceadc33b55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:39.175989 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a042af-a7f9-4be9-a13b-08ceadc33b55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:39.176328 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a042af-a7f9-4be9-a13b-08ceadc33b55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:39.176648 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a042af-a7f9-4be9-a13b-08ceadc33b55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:39.176962 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a042af-a7f9-4be9-a13b-08ceadc33b55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:39.177272 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a042af-a7f9-4be9-a13b-08ceadc33b55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:39:39.183680 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] Attempting to bind port ea538c5e-35fa-47f2-aae4-dc217da448f6 on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:39:39.184254 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] Attempting to bind port ea538c5e-35fa-47f2-aae4-dc217da448f6 by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:39:39.184825 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] Attempting to bind port ea538c5e-35fa-47f2-aae4-dc217da448f6 on network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:39:39.190791 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:39:39.191256 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] Checking segment: {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:39:39.191842 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:39.192369 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] Bound using segment: {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:39:39.193049 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] Bound port: ea538c5e-35fa-47f2-aae4-dc217da448f6, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:39:39.193632 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:39.226765 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 7285c5f3-dd61-461e-99f9-7cbe23a1b544 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:39:39.237428 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-28ed5146-e4d7-4a38-95c4-8411be4ac68f req-8dc67d11-19c2-4aae-bfee-7e31141d6c6a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566666 Sep 01 09:39:39.252908 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-90ccc50e-c473-4260-9842-f70043814ca3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:39.268462 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-90ccc50e-c473-4260-9842-f70043814ca3 admin admin] Transition to ACTIVE for port object eaf29e30-93a8-48e4-9015-e256c218b00a will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:39:39.281942 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] For port ea538c5e-35fa-47f2-aae4-dc217da448f6, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:39:39.285767 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] For port ea538c5e-35fa-47f2-aae4-dc217da448f6, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=ea538c5e-35fa-47f2-aae4-dc217da448f6,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:39:39.291771 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:39.292651 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port 7285c5f3-dd61-461e-99f9-7cbe23a1b544 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:39:39.298204 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 7285c5f3-dd61-461e-99f9-7cbe23a1b544 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:39:39.299140 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:39.315718 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-90ccc50e-c473-4260-9842-f70043814ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:39.355430 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a042af-a7f9-4be9-a13b-08ceadc33b55 None None] Pushing event updated for resources: {'Port': ['ID=ea538c5e-35fa-47f2-aae4-dc217da448f6,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:39.358403 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] Routers {'afac1dd1-3b97-4def-9b04-bb19160066b7'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:39:39.359217 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:39:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['afac1dd1-3b97-4def-9b04-bb19160066b7'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:39:39.409297 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ccc50e-c473-4260-9842-f70043814ca3 admin admin] Network b38449d0-b6a0-4520-8507-cbd413764049 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:39:39.411033 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccc50e-c473-4260-9842-f70043814ca3 admin admin] Pushing event updated for resources: {'Port': ['ID=eaf29e30-93a8-48e4-9015-e256c218b00a,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:39.414550 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:39.427492 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-90ccc50e-c473-4260-9842-f70043814ca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:39:39.431782 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ccc50e-c473-4260-9842-f70043814ca3 admin admin] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:39:39.479731 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-90ccc50e-c473-4260-9842-f70043814ca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16688769'] for router_interface, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:39.480359 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] Set router afac1dd1-3b97-4def-9b04-bb19160066b7 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:39:39.486603 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port 7285c5f3-dd61-461e-99f9-7cbe23a1b544, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=7285c5f3-dd61-461e-99f9-7cbe23a1b544,segment=NetworkSegment(135d1e9e-2dd3-4bbe-95e6-c01eb6c04776),segment_id=135d1e9e-2dd3-4bbe-95e6-c01eb6c04776)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:39:39.494100 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:39.587387 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=7285c5f3-dd61-461e-99f9-7cbe23a1b544,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:39.665852 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-90ccc50e-c473-4260-9842-f70043814ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:39.703963 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'name': 'tempest-TestShelveInstance-1970889399-router', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:39:36Z', 'updated_at': '2021-09-01T09:39:37Z', 'revision_number': 3, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'gw_port': {'id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:37Z', 'updated_at': '2021-09-01T09:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:39:39.747479 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a5c4c3-f88c-4d37-a85c-104b8569450e None None] The sync data for ids ['afac1dd1-3b97-4def-9b04-bb19160066b7'] in dv-cinder-806726-2-iscsi is: [{'id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'name': 'tempest-TestShelveInstance-1970889399-router', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:39:36Z', 'updated_at': '2021-09-01T09:39:37Z', 'revision_number': 3, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'gw_port': {'id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:37Z', 'updated_at': '2021-09-01T09:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}] {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:39:39.780856 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-f0dddfe9-004f-4a14-a192-c0dd73844f29 None None] Provisioning for port eaf29e30-93a8-48e4-9015-e256c218b00a completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:39:39.785604 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-f0dddfe9-004f-4a14-a192-c0dd73844f29 None None] Provisioning complete for port eaf29e30-93a8-48e4-9015-e256c218b00a triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:39:39.790587 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f0dddfe9-004f-4a14-a192-c0dd73844f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:39.838682 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-f0dddfe9-004f-4a14-a192-c0dd73844f29 None None] Port eaf29e30-93a8-48e4-9015-e256c218b00a cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:39:39.895139 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b3897-d520-4195-9fd1-6f388e056e9d req-d70a0aad-db44-4f2b-84d7-9b76075b4115 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:39.896689 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-469b3897-d520-4195-9fd1-6f388e056e9d req-d70a0aad-db44-4f2b-84d7-9b76075b4115 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0807147 Sep 01 09:39:39.953016 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-469b3897-d520-4195-9fd1-6f388e056e9d req-8fb1f834-0331-4638-a523-ad3ab8404992 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500751 Sep 01 09:39:39.981270 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-90ccc50e-c473-4260-9842-f70043814ca3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:39.987054 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-90ccc50e-c473-4260-9842-f70043814ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:40.097450 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-90ccc50e-c473-4260-9842-f70043814ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16366407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16703281'] for router_interface, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:40.102742 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccc50e-c473-4260-9842-f70043814ca3 admin admin] Pushing event updated for resources: {'Port': ['ID=eaf29e30-93a8-48e4-9015-e256c218b00a,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:40.227931 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9484478-10e9-4a41-b18b-bbc691d3e6eb req-313f25f6-3d7d-4e91-8410-e5ebba31b269 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:40.229829 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c9484478-10e9-4a41-b18b-bbc691d3e6eb req-313f25f6-3d7d-4e91-8410-e5ebba31b269 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0822098 Sep 01 09:39:40.244307 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ccc50e-c473-4260-9842-f70043814ca3 admin admin] Network b38449d0-b6a0-4520-8507-cbd413764049 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:39:40.252580 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-90ccc50e-c473-4260-9842-f70043814ca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:39:40.370974 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c9484478-10e9-4a41-b18b-bbc691d3e6eb req-201c5162-9b6e-4cfd-9eea-f83c97b68d49 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295793 Sep 01 09:39:40.446292 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7896ff-b267-4f1a-8f50-0ee219c8774f req-95381af0-77aa-4141-a764-e80ab2f021a5 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:40.449214 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ff7896ff-b267-4f1a-8f50-0ee219c8774f req-95381af0-77aa-4141-a764-e80ab2f021a5 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.1161172 Sep 01 09:39:40.460204 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ccc50e-c473-4260-9842-f70043814ca3 admin admin] Router afac1dd1-3b97-4def-9b04-bb19160066b7 has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:39:40.508553 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ff7896ff-b267-4f1a-8f50-0ee219c8774f req-e46f5df2-2364-4709-b7fd-a77222c885c8 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434220 Sep 01 09:39:40.565439 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-01e70dbc-9e60-4fcc-b626-a31ae0114ea3 None None] Provisioning complete for port eaf29e30-93a8-48e4-9015-e256c218b00a triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:39:40.566531 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-01e70dbc-9e60-4fcc-b626-a31ae0114ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:40.601180 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-01e70dbc-9e60-4fcc-b626-a31ae0114ea3 None None] Port eaf29e30-93a8-48e4-9015-e256c218b00a cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:39:40.835761 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ccc50e-c473-4260-9842-f70043814ca3 admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:39:40.842501 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-90ccc50e-c473-4260-9842-f70043814ca3 admin admin] 10.222.0.74 "PUT /v2.0/routers/afac1dd1-3b97-4def-9b04-bb19160066b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4567313 Sep 01 09:39:41.075443 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3f85f-45c9-4232-b1cb-612642bc1eb2 req-6b7c0595-0326-4298-91d2-4de562a9a76a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:41.077283 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6dc3f85f-45c9-4232-b1cb-612642bc1eb2 req-6b7c0595-0326-4298-91d2-4de562a9a76a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0497656 Sep 01 09:39:41.121182 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6dc3f85f-45c9-4232-b1cb-612642bc1eb2 req-f51f7a3c-a0ca-414f-9f80-ac6b18a94f86 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370579 Sep 01 09:39:41.275480 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device ea538c5e-35fa-47f2-aae4-dc217da448f6 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:39:41.342208 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port ea538c5e-35fa-47f2-aae4-dc217da448f6 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:39:41.347492 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port ea538c5e-35fa-47f2-aae4-dc217da448f6 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:39:41.348032 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:41.358671 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 35378) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:41.367059 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-14451580-6719-40a9-ada7-5d6a40f83f6d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1159541569-network', 'tenant_id': 'aa00561ef9654c7b970e6f02e0f90e3c'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:39:41.412019 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14451580-6719-40a9-ada7-5d6a40f83f6d admin admin] Made reservation on behalf of aa00561ef9654c7b970e6f02e0f90e3c for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:39:41.416583 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-14451580-6719-40a9-ada7-5d6a40f83f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:41.447094 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-14451580-6719-40a9-ada7-5d6a40f83f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:41.451679 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:41.474503 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port ea538c5e-35fa-47f2-aae4-dc217da448f6, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=ea538c5e-35fa-47f2-aae4-dc217da448f6,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:39:41.482738 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:41.483979 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 7285c5f3-dd61-461e-99f9-7cbe23a1b544 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:39:41.534875 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a653af4-f139-4930-8dd7-0395296f8c21 req-e5417dc5-fb31-4ca2-957a-abd4bf282d76 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:41.550041 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9a653af4-f139-4930-8dd7-0395296f8c21 req-e5417dc5-fb31-4ca2-957a-abd4bf282d76 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0949512 Sep 01 09:39:41.584918 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=ea538c5e-35fa-47f2-aae4-dc217da448f6,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:41.594326 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] Sync routers for ids ['afac1dd1-3b97-4def-9b04-bb19160066b7'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:39:41.600526 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 7285c5f3-dd61-461e-99f9-7cbe23a1b544 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:39:41.600896 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:41.616031 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-14451580-6719-40a9-ada7-5d6a40f83f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:41.625371 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-14451580-6719-40a9-ada7-5d6a40f83f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:41.628580 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9a653af4-f139-4930-8dd7-0395296f8c21 req-03678286-b5a5-401c-8aa4-efb4f662e33b tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772235 Sep 01 09:39:41.659558 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14451580-6719-40a9-ada7-5d6a40f83f6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1055} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 09:39:41.676960 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14451580-6719-40a9-ada7-5d6a40f83f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8647b7-1f75-45e5-a5ab-1391e9d1a802,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:41.681686 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff39314-94cc-4b4e-8383-8357b02acda6 req-8ceca4bf-1972-49a3-8ebf-4652fb918a26 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:41.682906 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7ff39314-94cc-4b4e-8383-8357b02acda6 req-8ceca4bf-1972-49a3-8ebf-4652fb918a26 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.0615377 Sep 01 09:39:41.684072 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-14451580-6719-40a9-ada7-5d6a40f83f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:41.684424 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.db.segments_db [None req-14451580-6719-40a9-ada7-5d6a40f83f6d admin admin] Added segment a80ebee8-753d-4cf8-b30b-4943af9747b5 of type vlan for network e2fa48a5-76c1-43c5-bc44-546eeef46320 Sep 01 09:39:41.724654 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7ff39314-94cc-4b4e-8383-8357b02acda6 req-a21fff35-3ce7-481e-b16f-c19c99e12bee tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349324 Sep 01 09:39:41.732340 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-14451580-6719-40a9-ada7-5d6a40f83f6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737162809959'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:41.758773 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-14451580-6719-40a9-ada7-5d6a40f83f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:41.759817 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14451580-6719-40a9-ada7-5d6a40f83f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:41.760398 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-14451580-6719-40a9-ada7-5d6a40f83f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:41.767738 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] Routers {'afac1dd1-3b97-4def-9b04-bb19160066b7'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:39:41.768365 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:39:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['afac1dd1-3b97-4def-9b04-bb19160066b7'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:39:41.816941 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-14451580-6719-40a9-ada7-5d6a40f83f6d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4544644 Sep 01 09:39:41.817411 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 35390) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:41.822652 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-18f04c18-dac5-49b4-a6f5-0565e933fbab admin admin] Request body: {'subnet': {'network_id': 'e2fa48a5-76c1-43c5-bc44-546eeef46320', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1159541569-subnet', 'tenant_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'ip_version': 4}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:39:41.826071 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14451580-6719-40a9-ada7-5d6a40f83f6d admin admin] Pushing event updated for resources: {'Network': ['ID=e2fa48a5-76c1-43c5-bc44-546eeef46320,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:41.849116 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f04c18-dac5-49b4-a6f5-0565e933fbab admin admin] Made reservation on behalf of aa00561ef9654c7b970e6f02e0f90e3c for: {'subnet': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:39:41.851372 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-18f04c18-dac5-49b4-a6f5-0565e933fbab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14136151'] for subnet, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:41.852972 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Network e2fa48a5-76c1-43c5-bc44-546eeef46320 details requested by agent ovs-agent-dv-cinder-806726-2-iscsi with host dv-cinder-806726-2-iscsi {{(pid=94094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 09:39:41.957148 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] Set router afac1dd1-3b97-4def-9b04-bb19160066b7 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:39:42.023053 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-18f04c18-dac5-49b4-a6f5-0565e933fbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24772634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14136129'] for subnet, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:42.078673 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f04c18-dac5-49b4-a6f5-0565e933fbab admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0c2c74-e23f-4218-9a39-fb9a382a805c,revision_number=0']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:42.085785 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f04c18-dac5-49b4-a6f5-0565e933fbab admin admin] Checking segment: {'id': 'a80ebee8-753d-4cf8-b30b-4943af9747b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2fa48a5-76c1-43c5-bc44-546eeef46320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:39:42.086142 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f04c18-dac5-49b4-a6f5-0565e933fbab admin admin] Network hostable DHCP agents. Network: e2fa48a5-76c1-43c5-bc44-546eeef46320, hostable agents: ['c003adbb-c13d-447f-8337-f44cd480aeda'], hosted agents: [] {{(pid=94093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 09:39:42.104653 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f04c18-dac5-49b4-a6f5-0565e933fbab admin admin] Network e2fa48a5-76c1-43c5-bc44-546eeef46320 is scheduled to be hosted by DHCP agent c003adbb-c13d-447f-8337-f44cd480aeda with binding_index 1 {{(pid=94093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 09:39:42.113565 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-18f04c18-dac5-49b4-a6f5-0565e933fbab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-2-iscsi, e2fa48a5-76c1-43c5-bc44-546eeef46320) {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:39:42.119024 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f04c18-dac5-49b4-a6f5-0565e933fbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:42.119612 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-18f04c18-dac5-49b4-a6f5-0565e933fbab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:42.136562 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-18f04c18-dac5-49b4-a6f5-0565e933fbab admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3155041 Sep 01 09:39:42.137142 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 35396) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:42.140482 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cbc714-efc1-45b1-b330-696df9254e4a None None] Network e2fa48a5-76c1-43c5-bc44-546eeef46320 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:39:42.141295 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-2db9f91a-aa95-4780-8f7d-8ac20ff22fa4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1159541569-router', 'tenant_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:39:42.162455 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2db9f91a-aa95-4780-8f7d-8ac20ff22fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16722196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3338'] for router, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:42.163776 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2db9f91a-aa95-4780-8f7d-8ac20ff22fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16687602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16687745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16692834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3357'] for router, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:42.218787 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2db9f91a-aa95-4780-8f7d-8ac20ff22fa4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:42.241478 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'name': 'tempest-TestShelveInstance-1970889399-router', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:39:36Z', 'updated_at': '2021-09-01T09:39:39Z', 'revision_number': 4, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'gw_port': {'id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:37Z', 'updated_at': '2021-09-01T09:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'eaf29e30-93a8-48e4-9015-e256c218b00a', 'name': '', 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'mac_address': 'fa:16:3e:0f:68:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '8b9cb2b7-7426-48b5-8a03-fbe41cdd5436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:38Z', 'updated_at': '2021-09-01T09:39:39Z', 'revision_number': 2, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'subnets': [{'id': '8b9cb2b7-7426-48b5-8a03-fbe41cdd5436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:39:42.275007 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 35400) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:42.285022 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] Checking router: afac1dd1-3b97-4def-9b04-bb19160066b7 for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:39:42.285382 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] Updating router afac1dd1-3b97-4def-9b04-bb19160066b7 port eaf29e30-93a8-48e4-9015-e256c218b00a binding host dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 09:39:42.322854 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:42.354277 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2db9f91a-aa95-4780-8f7d-8ac20ff22fa4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:42.374262 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09623ff4-518c-4678-9a0f-16ce91cf28c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9314cc3d-ddc5-5adb-9ce6-a70e23c5565a-e2fa48a5-76c1-43c5-bc44-546eeef46320', 'network_id': 'e2fa48a5-76c1-43c5-bc44-546eeef46320', 'tenant_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'fixed_ips': [{'subnet_id': 'be0c2c74-e23f-4218-9a39-fb9a382a805c'}]}} from dv-cinder-806726-2-iscsi. {{(pid=94094) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 09:39:42.375124 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-09623ff4-518c-4678-9a0f-16ce91cf28c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:42.400418 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0168cc0c-0dfd-4572-85e5-0cc58f275e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:42.506567 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0168cc0c-0dfd-4572-85e5-0cc58f275e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:42.512534 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0168cc0c-0dfd-4572-85e5-0cc58f275e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:42.555445 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2db9f91a-aa95-4780-8f7d-8ac20ff22fa4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:42.558238 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-0168cc0c-0dfd-4572-85e5-0cc58f275e12 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=77d54c36043b463a89c13179ddc19935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808106 Sep 01 09:39:42.560413 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 35406) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:42.576410 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2db9f91a-aa95-4780-8f7d-8ac20ff22fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:42.587897 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168cc0c-0dfd-4572-85e5-0cc58f275e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ceeadc2-4476-4cd0-8bb0-2688757c8246,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:42.626443 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b8a670bc-7d64-481c-a75b-7b50e7dc7df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:42.661367 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b8a670bc-7d64-481c-a75b-7b50e7dc7df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:42.689184 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.db_base_plugin_common [None req-09623ff4-518c-4678-9a0f-16ce91cf28c6 None None] Allocated IP 172.20.0.2 (e2fa48a5-76c1-43c5-bc44-546eeef46320/be0c2c74-e23f-4218-9a39-fb9a382a805c/2b490600-bc65-4852-95ae-5ed2862919b9) {{(pid=94094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:39:42.734580 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b8a670bc-7d64-481c-a75b-7b50e7dc7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:42.737503 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b8a670bc-7d64-481c-a75b-7b50e7dc7df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:42.741049 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-b8a670bc-7d64-481c-a75b-7b50e7dc7df6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3ceeadc2-4476-4cd0-8bb0-2688757c8246 HTTP/1.1" status: 204 len: 168 time: 0.1771474 Sep 01 09:39:42.750917 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a670bc-7d64-481c-a75b-7b50e7dc7df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ceeadc2-4476-4cd0-8bb0-2688757c8246,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:42.769643 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e9548-7d5a-460e-9941-6d3d34e6ba8a req-1d58815e-79ac-4249-b054-9b1d8fc389de tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:42.771155 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-970e9548-7d5a-460e-9941-6d3d34e6ba8a req-1d58815e-79ac-4249-b054-9b1d8fc389de tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.1158862 Sep 01 09:39:42.844465 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-2db9f91a-aa95-4780-8f7d-8ac20ff22fa4 admin admin] Allocated IP 172.27.0.41 (5981992f-fe61-47e0-99c1-6f445c6d0ea2/24ba0698-ff73-47e7-90df-c9665eaff537/c69040f3-0ee0-4088-b5bf-e73720748e8a) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:39:42.868278 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-970e9548-7d5a-460e-9941-6d3d34e6ba8a req-20fd7bbf-9a9b-4a85-8610-416f3017ac39 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753829 Sep 01 09:39:42.878581 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e225c9b-92be-4197-a764-a499f24ea2ef req-a4bbef86-3884-4de3-9f05-d8835b7e8e69 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:42.878835 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:42.880256 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7e225c9b-92be-4197-a764-a499f24ea2ef req-a4bbef86-3884-4de3-9f05-d8835b7e8e69 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.1375430 Sep 01 09:39:42.905814 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] Transition to ACTIVE for port object eaf29e30-93a8-48e4-9015-e256c218b00a will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:39:42.936699 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:42.992159 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7e225c9b-92be-4197-a764-a499f24ea2ef req-522cc1d9-37b5-4156-a6c9-014d522d857d tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881457 Sep 01 09:39:43.043128 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-09623ff4-518c-4678-9a0f-16ce91cf28c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:43.051105 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc381f3a-1f48-4e3e-86fe-d188e3c949f6 None None] Pushing event updated for resources: {'Port': ['ID=eaf29e30-93a8-48e4-9015-e256c218b00a,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:43.063921 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-09623ff4-518c-4678-9a0f-16ce91cf28c6 None None] Transition to ACTIVE for port object 2b490600-bc65-4852-95ae-5ed2862919b9 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:39:43.064216 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2db9f91a-aa95-4780-8f7d-8ac20ff22fa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:43.081566 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bdd8b-031c-4861-9711-bda39688e821 req-2692eee2-437b-40c2-aa4e-e61956df48c1 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:43.089131 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fd0bdd8b-031c-4861-9711-bda39688e821 req-2692eee2-437b-40c2-aa4e-e61956df48c1 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.1042573 Sep 01 09:39:43.126533 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-09623ff4-518c-4678-9a0f-16ce91cf28c6 None None] Transition to ACTIVE for port object 2b490600-bc65-4852-95ae-5ed2862919b9 will not be triggered until provisioned by entity DHCP. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:39:43.132514 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] Attempting to bind port eaf29e30-93a8-48e4-9015-e256c218b00a on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:39:43.133653 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] Attempting to bind port eaf29e30-93a8-48e4-9015-e256c218b00a by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': '135d1e9e-2dd3-4bbe-95e6-c01eb6c04776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:39:43.134594 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] Attempting to bind port eaf29e30-93a8-48e4-9015-e256c218b00a on network b38449d0-b6a0-4520-8507-cbd413764049 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:39:43.140363 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-09623ff4-518c-4678-9a0f-16ce91cf28c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:43.147969 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fd0bdd8b-031c-4861-9711-bda39688e821 req-b8a5025c-3ad5-4a84-878d-14c899e03696 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579154 Sep 01 09:39:43.171008 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2db9f91a-aa95-4780-8f7d-8ac20ff22fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:43.176341 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:39:43.176722 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] Checking segment: {'id': '135d1e9e-2dd3-4bbe-95e6-c01eb6c04776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:39:43.177127 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:43.177561 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] Bound using segment: {'id': '135d1e9e-2dd3-4bbe-95e6-c01eb6c04776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:39:43.178122 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] Bound port: eaf29e30-93a8-48e4-9015-e256c218b00a, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '135d1e9e-2dd3-4bbe-95e6-c01eb6c04776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:39:43.178554 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:43.223466 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device ea538c5e-35fa-47f2-aae4-dc217da448f6 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:39:43.227600 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db9f91a-aa95-4780-8f7d-8ac20ff22fa4 admin admin] Network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:39:43.233240 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-2db9f91a-aa95-4780-8f7d-8ac20ff22fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:39:43.234626 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09623ff4-518c-4678-9a0f-16ce91cf28c6 None None] Network e2fa48a5-76c1-43c5-bc44-546eeef46320 is already hosted by enough agents. {{(pid=94094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:39:43.239103 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db9f91a-aa95-4780-8f7d-8ac20ff22fa4 admin admin] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:39:43.242470 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9f91a-aa95-4780-8f7d-8ac20ff22fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=c69040f3-0ee0-4088-b5bf-e73720748e8a,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:43.264263 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.scheduler.base_scheduler [None req-09623ff4-518c-4678-9a0f-16ce91cf28c6 None None] Resources bound (agent type, host, resource id): {{(pid=94094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:39:43.267579 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09623ff4-518c-4678-9a0f-16ce91cf28c6 None None] Received port after_create {{(pid=94094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:39:43.306907 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09623ff4-518c-4678-9a0f-16ce91cf28c6 None None] Pushing event updated for resources: {'Port': ['ID=2b490600-bc65-4852-95ae-5ed2862919b9,revision_number=1']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:43.382741 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] For port eaf29e30-93a8-48e4-9015-e256c218b00a, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:39:43.386290 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-09623ff4-518c-4678-9a0f-16ce91cf28c6 None None] Attempting to bind port 2b490600-bc65-4852-95ae-5ed2862919b9 on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:39:43.386664 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-09623ff4-518c-4678-9a0f-16ce91cf28c6 None None] Attempting to bind port 2b490600-bc65-4852-95ae-5ed2862919b9 by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': 'a80ebee8-753d-4cf8-b30b-4943af9747b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2fa48a5-76c1-43c5-bc44-546eeef46320'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:39:43.387112 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09623ff4-518c-4678-9a0f-16ce91cf28c6 None None] Attempting to bind port 2b490600-bc65-4852-95ae-5ed2862919b9 on network e2fa48a5-76c1-43c5-bc44-546eeef46320 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:39:43.407859 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] For port eaf29e30-93a8-48e4-9015-e256c218b00a, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=eaf29e30-93a8-48e4-9015-e256c218b00a,segment=NetworkSegment(135d1e9e-2dd3-4bbe-95e6-c01eb6c04776),segment_id=135d1e9e-2dd3-4bbe-95e6-c01eb6c04776)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:39:43.409261 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09623ff4-518c-4678-9a0f-16ce91cf28c6 None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:39:43.409695 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09623ff4-518c-4678-9a0f-16ce91cf28c6 None None] Checking segment: {'id': 'a80ebee8-753d-4cf8-b30b-4943af9747b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2fa48a5-76c1-43c5-bc44-546eeef46320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:39:43.410103 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-09623ff4-518c-4678-9a0f-16ce91cf28c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:43.410499 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09623ff4-518c-4678-9a0f-16ce91cf28c6 None None] Bound using segment: {'id': 'a80ebee8-753d-4cf8-b30b-4943af9747b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2fa48a5-76c1-43c5-bc44-546eeef46320'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:39:43.410983 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-09623ff4-518c-4678-9a0f-16ce91cf28c6 None None] Bound port: 2b490600-bc65-4852-95ae-5ed2862919b9, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a80ebee8-753d-4cf8-b30b-4943af9747b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2fa48a5-76c1-43c5-bc44-546eeef46320'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:39:43.411361 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-09623ff4-518c-4678-9a0f-16ce91cf28c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:43.424435 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:43.434745 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port ea538c5e-35fa-47f2-aae4-dc217da448f6 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:39:43.435167 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:43.514342 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2db9f91a-aa95-4780-8f7d-8ac20ff22fa4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:43.718371 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] Routers {'afac1dd1-3b97-4def-9b04-bb19160066b7'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:39:43.719004 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:39:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['afac1dd1-3b97-4def-9b04-bb19160066b7'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:39:43.762673 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc381f3a-1f48-4e3e-86fe-d188e3c949f6 None None] Pushing event updated for resources: {'Port': ['ID=eaf29e30-93a8-48e4-9015-e256c218b00a,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:43.763629 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2db9f91a-aa95-4780-8f7d-8ac20ff22fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16687563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16687858'] for router, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:43.766805 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-09623ff4-518c-4678-9a0f-16ce91cf28c6 None None] For port 2b490600-bc65-4852-95ae-5ed2862919b9, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:39:43.795840 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-09623ff4-518c-4678-9a0f-16ce91cf28c6 None None] For port 2b490600-bc65-4852-95ae-5ed2862919b9, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=2b490600-bc65-4852-95ae-5ed2862919b9,segment=NetworkSegment(a80ebee8-753d-4cf8-b30b-4943af9747b5),segment_id=a80ebee8-753d-4cf8-b30b-4943af9747b5)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:39:43.807949 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-09623ff4-518c-4678-9a0f-16ce91cf28c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:43.904624 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db9f91a-aa95-4780-8f7d-8ac20ff22fa4 admin admin] Router a16aed3d-ee8b-401e-9556-42a99537ea24 is scheduled to L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 with binding_index 1 {{(pid=94093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 09:39:43.940993 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09623ff4-518c-4678-9a0f-16ce91cf28c6 None None] Pushing event updated for resources: {'Port': ['ID=2b490600-bc65-4852-95ae-5ed2862919b9,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:43.946988 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] Set router afac1dd1-3b97-4def-9b04-bb19160066b7 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:39:44.028272 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db9f91a-aa95-4780-8f7d-8ac20ff22fa4 admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:39:44.043398 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] Sync routers for ids ['a16aed3d-ee8b-401e-9556-42a99537ea24'] in dv-cinder-806726-2-iscsi {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:39:44.048078 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2db9f91a-aa95-4780-8f7d-8ac20ff22fa4 admin admin] Notify callbacks [] for router, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:44.052996 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 35432) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:44.053521 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-2db9f91a-aa95-4780-8f7d-8ac20ff22fa4 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9156101 Sep 01 09:39:44.082217 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] Routers {'a16aed3d-ee8b-401e-9556-42a99537ea24'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:39:44.082978 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:39:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['a16aed3d-ee8b-401e-9556-42a99537ea24'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:39:44.178865 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a171d2-b7c0-4fe9-9b95-7805432b3cdd req-39e386f7-4c99-415a-a3de-ad3fb8d82f75 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:44.189331 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-56a171d2-b7c0-4fe9-9b95-7805432b3cdd req-39e386f7-4c99-415a-a3de-ad3fb8d82f75 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0717077 Sep 01 09:39:44.267898 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] Set router a16aed3d-ee8b-401e-9556-42a99537ea24 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:39:44.268819 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-56a171d2-b7c0-4fe9-9b95-7805432b3cdd req-1f416ab6-f023-4d6f-97e0-c74e6b35e620 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627697 Sep 01 09:39:44.297521 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'name': 'tempest-TestShelveInstance-1970889399-router', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:39:36Z', 'updated_at': '2021-09-01T09:39:39Z', 'revision_number': 4, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'gw_port': {'id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:37Z', 'updated_at': '2021-09-01T09:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'eaf29e30-93a8-48e4-9015-e256c218b00a', 'name': '', 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'mac_address': 'fa:16:3e:0f:68:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '8b9cb2b7-7426-48b5-8a03-fbe41cdd5436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:38Z', 'updated_at': '2021-09-01T09:39:43Z', 'revision_number': 4, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'subnets': [{'id': '8b9cb2b7-7426-48b5-8a03-fbe41cdd5436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:39:44.325919 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da557c55-2051-425e-88a1-cd54bb9fbe9a req-13a92fd3-ffda-49de-ac97-6c0051bdd39b tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:44.327605 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-da557c55-2051-425e-88a1-cd54bb9fbe9a req-13a92fd3-ffda-49de-ac97-6c0051bdd39b tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.0579102 Sep 01 09:39:44.327756 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b8adb-0882-4845-b81f-bada50a68bae None None] The sync data for ids ['afac1dd1-3b97-4def-9b04-bb19160066b7'] in dv-cinder-806726-2-iscsi is: [{'id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'name': 'tempest-TestShelveInstance-1970889399-router', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:39:36Z', 'updated_at': '2021-09-01T09:39:39Z', 'revision_number': 4, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'gw_port': {'id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:37Z', 'updated_at': '2021-09-01T09:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'eaf29e30-93a8-48e4-9015-e256c218b00a', 'name': '', 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'mac_address': 'fa:16:3e:0f:68:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '8b9cb2b7-7426-48b5-8a03-fbe41cdd5436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:38Z', 'updated_at': '2021-09-01T09:39:43Z', 'revision_number': 4, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'subnets': [{'id': '8b9cb2b7-7426-48b5-8a03-fbe41cdd5436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:39:44.385175 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-da557c55-2051-425e-88a1-cd54bb9fbe9a req-04f4a439-6d74-47e5-9f4a-7089d7f1db21 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478418 Sep 01 09:39:44.503729 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16aed3d-ee8b-401e-9556-42a99537ea24', 'name': 'tempest-TestShelveInstance-1159541569-router', 'tenant_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c69040f3-0ee0-4088-b5bf-e73720748e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:39:42Z', 'updated_at': '2021-09-01T09:39:43Z', 'revision_number': 3, 'project_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'gw_port': {'id': 'c69040f3-0ee0-4088-b5bf-e73720748e8a', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:93:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16aed3d-ee8b-401e-9556-42a99537ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:42Z', 'updated_at': '2021-09-01T09:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:39:44.537384 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] Checking router: a16aed3d-ee8b-401e-9556-42a99537ea24 for host: dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:39:44.537997 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] Updating router a16aed3d-ee8b-401e-9556-42a99537ea24 port c69040f3-0ee0-4088-b5bf-e73720748e8a binding host dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 09:39:44.563397 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:44.617092 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-95207a0b-c4b5-4d1d-817b-7eaac6270143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:44.819746 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-95207a0b-c4b5-4d1d-817b-7eaac6270143 admin admin] Allocated IP 172.20.0.1 (e2fa48a5-76c1-43c5-bc44-546eeef46320/be0c2c74-e23f-4218-9a39-fb9a382a805c/0cfd66ed-636e-4370-a072-879854f41ef8) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:39:44.851015 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:44.863477 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] Transition to ACTIVE for port object c69040f3-0ee0-4088-b5bf-e73720748e8a will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:39:44.871864 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:44.945595 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] Attempting to bind port c69040f3-0ee0-4088-b5bf-e73720748e8a on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:39:44.945799 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] Attempting to bind port c69040f3-0ee0-4088-b5bf-e73720748e8a by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:39:44.945988 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] Attempting to bind port c69040f3-0ee0-4088-b5bf-e73720748e8a on network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:39:44.954814 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:39:44.955184 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] Checking segment: {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:39:44.955785 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:44.956121 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-95207a0b-c4b5-4d1d-817b-7eaac6270143 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:44.956229 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] Bound using segment: {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:39:44.956679 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] Bound port: c69040f3-0ee0-4088-b5bf-e73720748e8a, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:39:44.957076 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:44.960407 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3804d-dbb4-492e-98d1-cf2fdb6fb70c None None] Pushing event updated for resources: {'Port': ['ID=c69040f3-0ee0-4088-b5bf-e73720748e8a,revision_number=2']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:44.975088 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-95207a0b-c4b5-4d1d-817b-7eaac6270143 admin admin] Transition to ACTIVE for port object 0cfd66ed-636e-4370-a072-879854f41ef8 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:39:45.017347 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-95207a0b-c4b5-4d1d-817b-7eaac6270143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:45.039542 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32f0af0-c83a-4636-92ac-b56e2396ddcd None None] Network e2fa48a5-76c1-43c5-bc44-546eeef46320 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:39:45.045062 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] For port c69040f3-0ee0-4088-b5bf-e73720748e8a, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:39:45.050157 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] For port c69040f3-0ee0-4088-b5bf-e73720748e8a, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=c69040f3-0ee0-4088-b5bf-e73720748e8a,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:39:45.057981 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:45.066945 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95207a0b-c4b5-4d1d-817b-7eaac6270143 admin admin] Network e2fa48a5-76c1-43c5-bc44-546eeef46320 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:39:45.073915 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-95207a0b-c4b5-4d1d-817b-7eaac6270143 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:39:45.077609 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95207a0b-c4b5-4d1d-817b-7eaac6270143 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:39:45.078096 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-95207a0b-c4b5-4d1d-817b-7eaac6270143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16688769'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:45.121804 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95207a0b-c4b5-4d1d-817b-7eaac6270143 admin admin] Pushing event updated for resources: {'Port': ['ID=0cfd66ed-636e-4370-a072-879854f41ef8,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:45.145144 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3804d-dbb4-492e-98d1-cf2fdb6fb70c None None] Pushing event updated for resources: {'Port': ['ID=c69040f3-0ee0-4088-b5bf-e73720748e8a,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:45.173860 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] Routers {'a16aed3d-ee8b-401e-9556-42a99537ea24'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:39:45.174718 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:39:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['a16aed3d-ee8b-401e-9556-42a99537ea24'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:39:45.180725 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-ca0d355c-b52e-4849-85a3-4983cac5d885 None None] Provisioning for port 2b490600-bc65-4852-95ae-5ed2862919b9 completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:39:45.308363 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-95207a0b-c4b5-4d1d-817b-7eaac6270143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:45.320610 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] Set router a16aed3d-ee8b-401e-9556-42a99537ea24 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:39:45.342154 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device eaf29e30-93a8-48e4-9015-e256c218b00a up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:39:45.434970 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port eaf29e30-93a8-48e4-9015-e256c218b00a completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:39:45.446806 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port eaf29e30-93a8-48e4-9015-e256c218b00a triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:39:45.447176 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:45.483362 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aff5e4-9f66-4cda-bed8-7ca3c8b6eb39 req-356825ca-2b99-4d29-a14d-ecebf7edd740 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:45.488593 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d9aff5e4-9f66-4cda-bed8-7ca3c8b6eb39 req-356825ca-2b99-4d29-a14d-ecebf7edd740 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.1045992 Sep 01 09:39:45.571371 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d9aff5e4-9f66-4cda-bed8-7ca3c8b6eb39 req-63b0a542-fc43-4427-a677-466b5365de51 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816669 Sep 01 09:39:45.576824 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:45.625915 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ff8d3-c5f1-4387-83e5-89b4de57e512 req-f54c7ad1-9288-4554-89e4-8a591a810024 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:45.629194 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c45ff8d3-c5f1-4387-83e5-89b4de57e512 req-f54c7ad1-9288-4554-89e4-8a591a810024 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.1189604 Sep 01 09:39:45.641479 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-95207a0b-c4b5-4d1d-817b-7eaac6270143 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:45.661707 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-6bb40668-aacf-40ea-b526-13b37f84e3c0 None None] Provisioning for port 0cfd66ed-636e-4370-a072-879854f41ef8 completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:39:45.662583 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-95207a0b-c4b5-4d1d-817b-7eaac6270143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:45.663636 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-95207a0b-c4b5-4d1d-817b-7eaac6270143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16366407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16703281'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:45.673963 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-6bb40668-aacf-40ea-b526-13b37f84e3c0 None None] Provisioning complete for port 0cfd66ed-636e-4370-a072-879854f41ef8 triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:39:45.676515 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-6bb40668-aacf-40ea-b526-13b37f84e3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:45.695182 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c45ff8d3-c5f1-4387-83e5-89b4de57e512 req-9fa688c1-8a4d-4c6b-940b-4073321cd441 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451128 Sep 01 09:39:45.719109 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16aed3d-ee8b-401e-9556-42a99537ea24', 'name': 'tempest-TestShelveInstance-1159541569-router', 'tenant_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c69040f3-0ee0-4088-b5bf-e73720748e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:39:42Z', 'updated_at': '2021-09-01T09:39:43Z', 'revision_number': 3, 'project_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'gw_port': {'id': 'c69040f3-0ee0-4088-b5bf-e73720748e8a', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:93:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16aed3d-ee8b-401e-9556-42a99537ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:42Z', 'updated_at': '2021-09-01T09:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:39:45.753285 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-6bb40668-aacf-40ea-b526-13b37f84e3c0 None None] Port 0cfd66ed-636e-4370-a072-879854f41ef8 cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:39:45.759342 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port eaf29e30-93a8-48e4-9015-e256c218b00a, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=eaf29e30-93a8-48e4-9015-e256c218b00a,segment=NetworkSegment(135d1e9e-2dd3-4bbe-95e6-c01eb6c04776),segment_id=135d1e9e-2dd3-4bbe-95e6-c01eb6c04776)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:39:45.767475 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:45.768327 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 2b490600-bc65-4852-95ae-5ed2862919b9 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:39:45.785277 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3969c750-b8bb-45e7-b405-3733d93552cc None None] The sync data for ids ['a16aed3d-ee8b-401e-9556-42a99537ea24'] in dv-cinder-806726-2-iscsi is: [{'id': 'a16aed3d-ee8b-401e-9556-42a99537ea24', 'name': 'tempest-TestShelveInstance-1159541569-router', 'tenant_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c69040f3-0ee0-4088-b5bf-e73720748e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:39:42Z', 'updated_at': '2021-09-01T09:39:43Z', 'revision_number': 3, 'project_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'gw_port': {'id': 'c69040f3-0ee0-4088-b5bf-e73720748e8a', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:93:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16aed3d-ee8b-401e-9556-42a99537ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:42Z', 'updated_at': '2021-09-01T09:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}] {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:39:45.803587 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95207a0b-c4b5-4d1d-817b-7eaac6270143 admin admin] Pushing event updated for resources: {'Port': ['ID=0cfd66ed-636e-4370-a072-879854f41ef8,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:45.862613 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=eaf29e30-93a8-48e4-9015-e256c218b00a,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:45.867468 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95207a0b-c4b5-4d1d-817b-7eaac6270143 admin admin] Network e2fa48a5-76c1-43c5-bc44-546eeef46320 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:39:45.868920 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-95207a0b-c4b5-4d1d-817b-7eaac6270143 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:39:45.885181 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port 2b490600-bc65-4852-95ae-5ed2862919b9 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:39:45.894183 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 2b490600-bc65-4852-95ae-5ed2862919b9 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:39:45.894907 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:45.967540 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-e7b50297-e4b1-4f77-b01f-9c5509d6319a None None] Provisioning complete for port 0cfd66ed-636e-4370-a072-879854f41ef8 triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:39:45.967960 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e7b50297-e4b1-4f77-b01f-9c5509d6319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:46.018474 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95207a0b-c4b5-4d1d-817b-7eaac6270143 admin admin] Router a16aed3d-ee8b-401e-9556-42a99537ea24 has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:39:46.049308 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-e7b50297-e4b1-4f77-b01f-9c5509d6319a None None] Port 0cfd66ed-636e-4370-a072-879854f41ef8 cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:39:46.064197 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:46.121997 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port 2b490600-bc65-4852-95ae-5ed2862919b9, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=2b490600-bc65-4852-95ae-5ed2862919b9,segment=NetworkSegment(a80ebee8-753d-4cf8-b30b-4943af9747b5),segment_id=a80ebee8-753d-4cf8-b30b-4943af9747b5)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:39:46.128970 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:46.197135 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-20630bf4-5076-4dbc-958e-d96c3ecd9edc None None] Provisioning complete for port 0cfd66ed-636e-4370-a072-879854f41ef8 triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:39:46.197506 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-20630bf4-5076-4dbc-958e-d96c3ecd9edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:46.199285 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=2b490600-bc65-4852-95ae-5ed2862919b9,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:46.248154 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-20630bf4-5076-4dbc-958e-d96c3ecd9edc None None] Port 0cfd66ed-636e-4370-a072-879854f41ef8 cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:39:46.386145 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95207a0b-c4b5-4d1d-817b-7eaac6270143 admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:39:46.391248 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-95207a0b-c4b5-4d1d-817b-7eaac6270143 admin admin] 10.222.0.74 "PUT /v2.0/routers/a16aed3d-ee8b-401e-9556-42a99537ea24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3365214 Sep 01 09:39:46.693208 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dab07c-34fd-4dab-b856-6c83ff31e259 req-5910b65f-4e5c-4169-8f34-bbf8fe9ee7d5 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:46.694810 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-21dab07c-34fd-4dab-b856-6c83ff31e259 req-5910b65f-4e5c-4169-8f34-bbf8fe9ee7d5 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0474994 Sep 01 09:39:46.731779 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-21dab07c-34fd-4dab-b856-6c83ff31e259 req-2b4c0090-90ec-4360-845b-d6d8b34e81b8 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308330 Sep 01 09:39:46.858026 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f458aff-07d6-4fd1-9da7-2d29ebbb00d4 req-a0487642-5bc3-4e3e-8db4-ab214754b611 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:46.859705 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9f458aff-07d6-4fd1-9da7-2d29ebbb00d4 req-a0487642-5bc3-4e3e-8db4-ab214754b611 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.0550091 Sep 01 09:39:46.898880 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9f458aff-07d6-4fd1-9da7-2d29ebbb00d4 req-57c57538-8749-4ae5-99cb-da30cb95dd39 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326283 Sep 01 09:39:46.982715 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 35462) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:46.988716 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-fc43f753-c909-42b0-92e5-fa58be382f73 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1620188417', 'description': 'tempest-secgroup-smoke-1620188417 description', 'project_id': 'bab9bd04bc9448768f269f0704762dbf'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:39:47.014145 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc43f753-c909-42b0-92e5-fa58be382f73 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.099745 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc43f753-c909-42b0-92e5-fa58be382f73 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.105383 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc43f753-c909-42b0-92e5-fa58be382f73 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.136775 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fc43f753-c909-42b0-92e5-fa58be382f73 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.138457 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-fc43f753-c909-42b0-92e5-fa58be382f73 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1546032 Sep 01 09:39:47.141443 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 35470) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:47.146515 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-3a42c53f-f111-42e6-828a-e8d36a45efb6 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Request body: {'security_group_rule': {'security_group_id': '581c83e1-0aef-4870-b904-df453b34d406', 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:39:47.147784 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43f753-c909-42b0-92e5-fa58be382f73 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=581c83e1-0aef-4870-b904-df453b34d406,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:47.179584 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3a42c53f-f111-42e6-828a-e8d36a45efb6 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.242736 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3a42c53f-f111-42e6-828a-e8d36a45efb6 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.250043 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3a42c53f-f111-42e6-828a-e8d36a45efb6 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.268784 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42c53f-f111-42e6-828a-e8d36a45efb6 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10388551-46af-4e1e-ac46-da7ec113f721,revision_number=0']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:47.275109 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3a42c53f-f111-42e6-828a-e8d36a45efb6 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.276822 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-3a42c53f-f111-42e6-828a-e8d36a45efb6 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339841 Sep 01 09:39:47.279683 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 35476) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:47.294673 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-68b25994-ebfa-4bf4-a86f-9058d9fd06f0 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Request body: {'security_group_rule': {'security_group_id': '581c83e1-0aef-4870-b904-df453b34d406', 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:39:47.301140 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device eaf29e30-93a8-48e4-9015-e256c218b00a up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:39:47.324795 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-68b25994-ebfa-4bf4-a86f-9058d9fd06f0 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.354490 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port eaf29e30-93a8-48e4-9015-e256c218b00a triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:39:47.355087 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.390961 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-68b25994-ebfa-4bf4-a86f-9058d9fd06f0 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.396010 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-68b25994-ebfa-4bf4-a86f-9058d9fd06f0 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.415044 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b25994-ebfa-4bf4-a86f-9058d9fd06f0 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717d168c-45f3-47b1-91e0-3c1604b8b6d0,revision_number=0']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:47.422619 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-68b25994-ebfa-4bf4-a86f-9058d9fd06f0 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.426928 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 35482) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:47.427548 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-68b25994-ebfa-4bf4-a86f-9058d9fd06f0 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1461935 Sep 01 09:39:47.431512 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5d9a4a20-f26d-40e0-9c85-306c805811bf tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Request body: {'security_group_rule': {'security_group_id': '581c83e1-0aef-4870-b904-df453b34d406', 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:39:47.467591 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d9a4a20-f26d-40e0-9c85-306c805811bf tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.468778 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 2b490600-bc65-4852-95ae-5ed2862919b9 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:39:47.538688 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d9a4a20-f26d-40e0-9c85-306c805811bf tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.541502 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 2b490600-bc65-4852-95ae-5ed2862919b9 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:39:47.541873 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.544141 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d9a4a20-f26d-40e0-9c85-306c805811bf tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.568427 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a4a20-f26d-40e0-9c85-306c805811bf tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00f32fb-6a61-4990-b453-bf06ee1a0f93,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:47.572075 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5d9a4a20-f26d-40e0-9c85-306c805811bf tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.575907 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-5d9a4a20-f26d-40e0-9c85-306c805811bf tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453381 Sep 01 09:39:47.576467 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 35486) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:47.581232 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-92240531-08fd-4735-b9d3-066ae3e3c704 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Request body: {'security_group_rule': {'security_group_id': '581c83e1-0aef-4870-b904-df453b34d406', 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:39:47.610471 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-92240531-08fd-4735-b9d3-066ae3e3c704 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.640112 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] Sync routers for ids ['a16aed3d-ee8b-401e-9556-42a99537ea24'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:39:47.657760 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device c69040f3-0ee0-4088-b5bf-e73720748e8a up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:39:47.660509 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] Routers {'a16aed3d-ee8b-401e-9556-42a99537ea24'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:39:47.661148 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:39:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['a16aed3d-ee8b-401e-9556-42a99537ea24'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:39:47.685183 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-92240531-08fd-4735-b9d3-066ae3e3c704 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.689831 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-92240531-08fd-4735-b9d3-066ae3e3c704 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.707138 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92240531-08fd-4735-b9d3-066ae3e3c704 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e56b42a-22db-4732-bb07-8aabbda33873,revision_number=0']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:47.714646 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-92240531-08fd-4735-b9d3-066ae3e3c704 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.715873 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-92240531-08fd-4735-b9d3-066ae3e3c704 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383719 Sep 01 09:39:47.718597 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 35488) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:47.723423 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-f88a631b-bdc5-44cc-a573-abd05ebb804c tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Request body: {'security_group_rule': {'security_group_id': '581c83e1-0aef-4870-b904-df453b34d406', 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:39:47.746483 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.db.securitygroups_db [None req-f88a631b-bdc5-44cc-a573-abd05ebb804c tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Project bab9bd04bc9448768f269f0704762dbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 09:39:47.751985 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f88a631b-bdc5-44cc-a573-abd05ebb804c tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.794694 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port c69040f3-0ee0-4088-b5bf-e73720748e8a completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:39:47.796159 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port c69040f3-0ee0-4088-b5bf-e73720748e8a triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:39:47.796533 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.836015 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] Set router a16aed3d-ee8b-401e-9556-42a99537ea24 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:39:47.837134 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f88a631b-bdc5-44cc-a573-abd05ebb804c tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.852871 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f88a631b-bdc5-44cc-a573-abd05ebb804c tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.880948 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a631b-bdc5-44cc-a573-abd05ebb804c tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7b722f-000a-4b9f-aa1c-28590a441c68,revision_number=0']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:47.895007 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f88a631b-bdc5-44cc-a573-abd05ebb804c tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.896430 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-f88a631b-bdc5-44cc-a573-abd05ebb804c tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1768692 Sep 01 09:39:47.899351 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 35494) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:39:47.904929 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-600eff92-6ef3-440b-b0fc-fa867e4a24fd tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Request body: {'security_group_rule': {'security_group_id': '581c83e1-0aef-4870-b904-df453b34d406', 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:39:47.905548 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a27998-8531-4ee0-af55-4f89650b3bc5 req-210f8005-5531-4eff-9df0-3a614e70bb19 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:47.912784 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-92a27998-8531-4ee0-af55-4f89650b3bc5 req-210f8005-5531-4eff-9df0-3a614e70bb19 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0906816 Sep 01 09:39:47.932511 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.db.securitygroups_db [None req-600eff92-6ef3-440b-b0fc-fa867e4a24fd tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Project bab9bd04bc9448768f269f0704762dbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 09:39:47.938495 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-600eff92-6ef3-440b-b0fc-fa867e4a24fd tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:47.962601 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-92a27998-8531-4ee0-af55-4f89650b3bc5 req-5ef2cdd1-60b7-486f-8440-15997f82efcd tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450640 Sep 01 09:39:48.029073 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-600eff92-6ef3-440b-b0fc-fa867e4a24fd tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:48.035060 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-600eff92-6ef3-440b-b0fc-fa867e4a24fd tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:48.048570 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4067a-8aa8-4c38-bf8c-6abf07a84ef3 req-917adf45-5312-4504-b60b-001163e14a25 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:48.056955 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-91f4067a-8aa8-4c38-bf8c-6abf07a84ef3 req-917adf45-5312-4504-b60b-001163e14a25 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.0663776 Sep 01 09:39:48.058763 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:48.058893 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-600eff92-6ef3-440b-b0fc-fa867e4a24fd tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:48.068631 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-600eff92-6ef3-440b-b0fc-fa867e4a24fd tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1593921 Sep 01 09:39:48.072807 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600eff92-6ef3-440b-b0fc-fa867e4a24fd tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e937f4a-08c8-46ee-8b5b-de9c78b8c519,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:48.108981 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port c69040f3-0ee0-4088-b5bf-e73720748e8a, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=c69040f3-0ee0-4088-b5bf-e73720748e8a,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:39:48.111939 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-91f4067a-8aa8-4c38-bf8c-6abf07a84ef3 req-0b813867-d7e6-46fc-b73e-edf173f151ac tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452003 Sep 01 09:39:48.134313 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:48.196598 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=c69040f3-0ee0-4088-b5bf-e73720748e8a,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:48.209143 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16aed3d-ee8b-401e-9556-42a99537ea24', 'name': 'tempest-TestShelveInstance-1159541569-router', 'tenant_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c69040f3-0ee0-4088-b5bf-e73720748e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:39:42Z', 'updated_at': '2021-09-01T09:39:45Z', 'revision_number': 4, 'project_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'gw_port': {'id': 'c69040f3-0ee0-4088-b5bf-e73720748e8a', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:93:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16aed3d-ee8b-401e-9556-42a99537ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:42Z', 'updated_at': '2021-09-01T09:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '0cfd66ed-636e-4370-a072-879854f41ef8', 'name': '', 'network_id': 'e2fa48a5-76c1-43c5-bc44-546eeef46320', 'tenant_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'mac_address': 'fa:16:3e:a9:b2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16aed3d-ee8b-401e-9556-42a99537ea24', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'be0c2c74-e23f-4218-9a39-fb9a382a805c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:44Z', 'updated_at': '2021-09-01T09:39:45Z', 'revision_number': 2, 'project_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'subnets': [{'id': 'be0c2c74-e23f-4218-9a39-fb9a382a805c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:39:48.236914 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] Checking router: a16aed3d-ee8b-401e-9556-42a99537ea24 for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:39:48.237268 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] Updating router a16aed3d-ee8b-401e-9556-42a99537ea24 port 0cfd66ed-636e-4370-a072-879854f41ef8 binding host dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 09:39:48.267233 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:48.660161 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:48.669773 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] Transition to ACTIVE for port object 0cfd66ed-636e-4370-a072-879854f41ef8 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:39:48.676839 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:48.724691 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af43e61-a2c8-4ef1-a188-7305b3e1e1ba None None] Pushing event updated for resources: {'Port': ['ID=0cfd66ed-636e-4370-a072-879854f41ef8,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:48.780777 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] Attempting to bind port 0cfd66ed-636e-4370-a072-879854f41ef8 on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:39:48.781137 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] Attempting to bind port 0cfd66ed-636e-4370-a072-879854f41ef8 by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': 'a80ebee8-753d-4cf8-b30b-4943af9747b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2fa48a5-76c1-43c5-bc44-546eeef46320'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:39:48.781487 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] Attempting to bind port 0cfd66ed-636e-4370-a072-879854f41ef8 on network e2fa48a5-76c1-43c5-bc44-546eeef46320 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:39:48.787178 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:39:48.787538 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] Checking segment: {'id': 'a80ebee8-753d-4cf8-b30b-4943af9747b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2fa48a5-76c1-43c5-bc44-546eeef46320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:39:48.787996 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:48.788485 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] Bound using segment: {'id': 'a80ebee8-753d-4cf8-b30b-4943af9747b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2fa48a5-76c1-43c5-bc44-546eeef46320'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:39:48.788943 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] Bound port: 0cfd66ed-636e-4370-a072-879854f41ef8, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a80ebee8-753d-4cf8-b30b-4943af9747b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': 'e2fa48a5-76c1-43c5-bc44-546eeef46320'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:39:48.789314 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:48.860581 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] For port 0cfd66ed-636e-4370-a072-879854f41ef8, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:39:48.863990 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] For port 0cfd66ed-636e-4370-a072-879854f41ef8, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=0cfd66ed-636e-4370-a072-879854f41ef8,segment=NetworkSegment(a80ebee8-753d-4cf8-b30b-4943af9747b5),segment_id=a80ebee8-753d-4cf8-b30b-4943af9747b5)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:39:48.869086 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:48.940104 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af43e61-a2c8-4ef1-a188-7305b3e1e1ba None None] Pushing event updated for resources: {'Port': ['ID=0cfd66ed-636e-4370-a072-879854f41ef8,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:48.943097 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] Routers {'a16aed3d-ee8b-401e-9556-42a99537ea24'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:39:48.943729 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:39:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['a16aed3d-ee8b-401e-9556-42a99537ea24'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:39:49.070092 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] Set router a16aed3d-ee8b-401e-9556-42a99537ea24 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:39:49.100256 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc1b48-9c2f-406e-9c83-cddb72955835 req-6af5e060-e142-4ec6-8ab9-e417e08aa7cc tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:49.104173 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-38cc1b48-9c2f-406e-9c83-cddb72955835 req-6af5e060-e142-4ec6-8ab9-e417e08aa7cc tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0689340 Sep 01 09:39:49.147740 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-38cc1b48-9c2f-406e-9c83-cddb72955835 req-08dbeb68-d960-4770-81be-78a4ffc2ec08 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366993 Sep 01 09:39:49.221929 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device c69040f3-0ee0-4088-b5bf-e73720748e8a up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:39:49.231575 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b916e0-6129-42cd-8b80-66b3007a2245 req-5f96d196-0949-4cb5-a638-c02e5d0c8bc2 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:49.233164 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d6b916e0-6129-42cd-8b80-66b3007a2245 req-5f96d196-0949-4cb5-a638-c02e5d0c8bc2 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.0518162 Sep 01 09:39:49.270558 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d6b916e0-6129-42cd-8b80-66b3007a2245 req-15a9170a-c9df-45f2-bc3f-b5861572d1e5 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313544 Sep 01 09:39:49.323122 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port c69040f3-0ee0-4088-b5bf-e73720748e8a triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:39:49.323406 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:49.385471 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16aed3d-ee8b-401e-9556-42a99537ea24', 'name': 'tempest-TestShelveInstance-1159541569-router', 'tenant_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c69040f3-0ee0-4088-b5bf-e73720748e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:39:42Z', 'updated_at': '2021-09-01T09:39:45Z', 'revision_number': 4, 'project_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'gw_port': {'id': 'c69040f3-0ee0-4088-b5bf-e73720748e8a', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16aed3d-ee8b-401e-9556-42a99537ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:42Z', 'updated_at': '2021-09-01T09:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '0cfd66ed-636e-4370-a072-879854f41ef8', 'name': '', 'network_id': 'e2fa48a5-76c1-43c5-bc44-546eeef46320', 'tenant_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'mac_address': 'fa:16:3e:a9:b2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16aed3d-ee8b-401e-9556-42a99537ea24', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'be0c2c74-e23f-4218-9a39-fb9a382a805c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:44Z', 'updated_at': '2021-09-01T09:39:48Z', 'revision_number': 4, 'project_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'subnets': [{'id': 'be0c2c74-e23f-4218-9a39-fb9a382a805c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:39:49.432614 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e020095f-0986-4fa2-a119-61bbae5e27fe None None] The sync data for ids ['a16aed3d-ee8b-401e-9556-42a99537ea24'] in dv-cinder-806726-2-iscsi is: [{'id': 'a16aed3d-ee8b-401e-9556-42a99537ea24', 'name': 'tempest-TestShelveInstance-1159541569-router', 'tenant_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c69040f3-0ee0-4088-b5bf-e73720748e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:39:42Z', 'updated_at': '2021-09-01T09:39:45Z', 'revision_number': 4, 'project_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'gw_port': {'id': 'c69040f3-0ee0-4088-b5bf-e73720748e8a', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16aed3d-ee8b-401e-9556-42a99537ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:42Z', 'updated_at': '2021-09-01T09:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '0cfd66ed-636e-4370-a072-879854f41ef8', 'name': '', 'network_id': 'e2fa48a5-76c1-43c5-bc44-546eeef46320', 'tenant_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'mac_address': 'fa:16:3e:a9:b2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16aed3d-ee8b-401e-9556-42a99537ea24', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'be0c2c74-e23f-4218-9a39-fb9a382a805c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:44Z', 'updated_at': '2021-09-01T09:39:48Z', 'revision_number': 4, 'project_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'subnets': [{'id': 'be0c2c74-e23f-4218-9a39-fb9a382a805c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:39:50.267757 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efa9a0-34ef-46c7-9c90-e98d83fa8d0f req-6cc777b8-6dea-46f5-88b4-6e4ee33a7d50 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:50.269213 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a4efa9a0-34ef-46c7-9c90-e98d83fa8d0f req-6cc777b8-6dea-46f5-88b4-6e4ee33a7d50 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0478187 Sep 01 09:39:50.311313 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a4efa9a0-34ef-46c7-9c90-e98d83fa8d0f req-9b79fb44-a8b4-4ae4-9b12-5f26d9964ca3 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362821 Sep 01 09:39:50.392890 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c6acf-9111-478e-ad66-5fb09e8fce27 req-a0d94eb9-938c-427e-a217-099103c30fb8 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:50.394384 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-353c6acf-9111-478e-ad66-5fb09e8fce27 req-a0d94eb9-938c-427e-a217-099103c30fb8 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.0520587 Sep 01 09:39:50.437199 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-353c6acf-9111-478e-ad66-5fb09e8fce27 req-593a062d-595d-4604-9552-a3718607ba0c tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366831 Sep 01 09:39:51.176000 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 0cfd66ed-636e-4370-a072-879854f41ef8 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:39:51.230376 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port 0cfd66ed-636e-4370-a072-879854f41ef8 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:39:51.234417 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 0cfd66ed-636e-4370-a072-879854f41ef8 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:39:51.234787 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:51.317359 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:51.350062 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port 0cfd66ed-636e-4370-a072-879854f41ef8, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=0cfd66ed-636e-4370-a072-879854f41ef8,segment=NetworkSegment(a80ebee8-753d-4cf8-b30b-4943af9747b5),segment_id=a80ebee8-753d-4cf8-b30b-4943af9747b5)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:39:51.358051 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:51.418324 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=0cfd66ed-636e-4370-a072-879854f41ef8,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:51.435437 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fd80a-e421-4fc5-83c7-0430b6771f23 req-85cd7b4c-41b0-4c65-a920-54c2c3b59ce4 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:51.437002 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d04fd80a-e421-4fc5-83c7-0430b6771f23 req-85cd7b4c-41b0-4c65-a920-54c2c3b59ce4 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0527167 Sep 01 09:39:51.476619 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d04fd80a-e421-4fc5-83c7-0430b6771f23 req-2e9233f2-6aa6-446f-acc0-ebb89a1d8ef2 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337012 Sep 01 09:39:51.558929 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bf8bc-f37f-49fa-8e91-1601d62ea982 req-e07d999f-eb11-4861-8366-272945fdf29c tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:51.560377 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-803bf8bc-f37f-49fa-8e91-1601d62ea982 req-e07d999f-eb11-4861-8366-272945fdf29c tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.0483260 Sep 01 09:39:51.601235 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-803bf8bc-f37f-49fa-8e91-1601d62ea982 req-2fd3b235-2d07-427e-8b3a-4038a0ae5ab2 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348709 Sep 01 09:39:52.314128 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-7d5bedd9-b1b2-427a-bf68-24595deb4699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:52.603956 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84311c12-ddf9-4d8b-940c-44811e8078d7 req-f77dc8e1-a2bc-48e1-a5ae-b1d66ef8f0c1 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:52.605401 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-84311c12-ddf9-4d8b-940c-44811e8078d7 req-f77dc8e1-a2bc-48e1-a5ae-b1d66ef8f0c1 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0476587 Sep 01 09:39:52.644660 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-84311c12-ddf9-4d8b-940c-44811e8078d7 req-ce06c26f-8533-4e7b-bb18-6ff25afa0b25 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331872 Sep 01 09:39:52.727849 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04c9ef-1bcd-4efe-ba12-82e0f237047d req-2427be0a-b19e-49a5-bdc1-bc88e8072b6e tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:52.729635 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fd04c9ef-1bcd-4efe-ba12-82e0f237047d req-2427be0a-b19e-49a5-bdc1-bc88e8072b6e tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.0473027 Sep 01 09:39:52.769905 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fd04c9ef-1bcd-4efe-ba12-82e0f237047d req-e1f2237f-afa3-4277-82a3-c558b931050e tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341287 Sep 01 09:39:53.162944 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 0cfd66ed-636e-4370-a072-879854f41ef8 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:39:53.217201 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 0cfd66ed-636e-4370-a072-879854f41ef8 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:39:53.217505 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:53.766386 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3475e38-d12c-4f74-981e-021698551f85 req-f8e44481-ae9e-490a-b68f-bacb33d88c4e tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:53.767887 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e3475e38-d12c-4f74-981e-021698551f85 req-f8e44481-ae9e-490a-b68f-bacb33d88c4e tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0501194 Sep 01 09:39:53.813885 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e3475e38-d12c-4f74-981e-021698551f85 req-b9f5f256-23a1-468d-b54c-c1ff593f76d9 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370893 Sep 01 09:39:53.887730 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:53.894163 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7dd702-601a-4846-8d79-58f55cbdaf1e req-25dd5b71-2623-4fda-a2c0-1e8ec30eb0c1 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:53.895763 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ba7dd702-601a-4846-8d79-58f55cbdaf1e req-25dd5b71-2623-4fda-a2c0-1e8ec30eb0c1 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.0508718 Sep 01 09:39:53.935727 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ba7dd702-601a-4846-8d79-58f55cbdaf1e req-985c5d50-9d3c-4d0b-bba9-bb5ae5507a21 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336597 Sep 01 09:39:54.647285 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063dc7dc-d20c-4b3c-9542-c7fbcdfc8fd6 req-002fb24e-87af-438f-ba73-759d19533d40 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:54.648782 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-063dc7dc-d20c-4b3c-9542-c7fbcdfc8fd6 req-002fb24e-87af-438f-ba73-759d19533d40 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0803967 Sep 01 09:39:54.680777 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00668e0b-5195-462d-bcb8-88a60fec7cf6 req-165d757e-dddf-4ca3-aa2d-a595688f7a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:54.682234 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-00668e0b-5195-462d-bcb8-88a60fec7cf6 req-165d757e-dddf-4ca3-aa2d-a595688f7a0a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bda3c63758054fb894b05110b11297a6&device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 1098 time: 0.0755396 Sep 01 09:39:54.695044 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-063dc7dc-d20c-4b3c-9542-c7fbcdfc8fd6 req-f8a261aa-9c0f-4504-8657-4ecc3e9dde98 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400949 Sep 01 09:39:54.792489 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00668e0b-5195-462d-bcb8-88a60fec7cf6 req-62233b8d-6b1e-42c3-99a9-603a2c953609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:54.793884 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-00668e0b-5195-462d-bcb8-88a60fec7cf6 req-62233b8d-6b1e-42c3-99a9-603a2c953609 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bedd7e95-de82-48ff-807f-c40cd5f893c8 HTTP/1.1" status: 200 len: 921 time: 0.0909302 Sep 01 09:39:54.836497 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-08f470c1-1e12-431e-9386-f87f6fd5760c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:54.846224 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-00668e0b-5195-462d-bcb8-88a60fec7cf6 req-d40784d1-852f-4191-a6ba-69a7d6340245 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a87a0d65-2431-41a0-bb8c-663b3a97b24e HTTP/1.1" status: 200 len: 217 time: 0.0347309 Sep 01 09:39:55.013784 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:39:55.109420 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:39:55.123252 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': '5163fe08-8a30-4b54-95c4-ccf4a1a57fa4', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'port_id': '5163fe08-8a30-4b54-95c4-ccf4a1a57fa4', 'mac_address': 'fa:16:3e:3d:88:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:39:55.165606 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:55.165993 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00668e0b-5195-462d-bcb8-88a60fec7cf6 req-cc0ac96a-47af-430b-bd4f-06c9941ec2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:55.167480 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-00668e0b-5195-462d-bcb8-88a60fec7cf6 req-cc0ac96a-47af-430b-bd4f-06c9941ec2e6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4142b62c-04c5-482e-b304-4963b1d58b40 HTTP/1.1" status: 200 len: 859 time: 0.3141878 Sep 01 09:39:55.178529 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:39:55.197906 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:39:55.203461 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:55.213459 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f33ccf-30d4-4766-800b-79a9956d47d8 req-f903711f-4c9a-42e7-a58d-7f81e4b80470 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:55.214932 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-46f33ccf-30d4-4766-800b-79a9956d47d8 req-f903711f-4c9a-42e7-a58d-7f81e4b80470 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.1152480 Sep 01 09:39:55.222737 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbaf318-f705-439c-93ce-bf28caa06334 req-b92827dd-6082-4b7b-8774-e097012bcf93 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:55.224540 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fcbaf318-f705-439c-93ce-bf28caa06334 req-b92827dd-6082-4b7b-8774-e097012bcf93 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.1259418 Sep 01 09:39:55.229338 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-00668e0b-5195-462d-bcb8-88a60fec7cf6 req-fcf02a56-ae56-490e-8c98-cf114e70aeed service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bedd7e95-de82-48ff-807f-c40cd5f893c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487180 Sep 01 09:39:55.255185 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4,revision_number=6']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:55.331637 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-46f33ccf-30d4-4766-800b-79a9956d47d8 req-48427a7a-1f5e-4457-9e35-8553e8cde724 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038649 Sep 01 09:39:55.340060 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fcbaf318-f705-439c-93ce-bf28caa06334 req-32b7dd06-6478-4873-8bb7-41f6fdee3dd8 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037202 Sep 01 09:39:55.372817 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-00668e0b-5195-462d-bcb8-88a60fec7cf6 req-e089c2a0-62cd-4d4e-b93a-9cef1bf3c3e7 service neutron] 10.222.0.77 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280363 Sep 01 09:39:55.466447 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:55.480113 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-00668e0b-5195-462d-bcb8-88a60fec7cf6 req-4e4b1ab6-3024-4f55-bcb2-2a9830383009 service neutron] 10.222.0.77 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882497 Sep 01 09:39:55.599805 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['5163fe08-8a30-4b54-95c4-ccf4a1a57fa4'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:39:55.819138 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb606a-a583-486e-9886-d398722a3cd9 req-8144167a-2e00-424f-95cd-8558af84b66a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:55.820630 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-dabb606a-a583-486e-9886-d398722a3cd9 req-8144167a-2e00-424f-95cd-8558af84b66a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0503128 Sep 01 09:39:55.859961 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-dabb606a-a583-486e-9886-d398722a3cd9 req-269820af-f79e-4023-b8a5-92afd87594cc tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331092 Sep 01 09:39:56.086901 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:56.496196 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a32d0-e342-41fd-b691-5fd3326f86b4 req-7b736b8f-d7cd-40c2-af62-4f1fc981e025 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:56.497684 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7d4a32d0-e342-41fd-b691-5fd3326f86b4 req-7b736b8f-d7cd-40c2-af62-4f1fc981e025 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 945 time: 0.0815248 Sep 01 09:39:56.505674 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c703d07-22e6-4d39-adf2-e8c5628329fe req-6d1d217f-079a-4a66-86de-8ee37c043d84 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:56.507065 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6c703d07-22e6-4d39-adf2-e8c5628329fe req-6d1d217f-079a-4a66-86de-8ee37c043d84 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0820365 Sep 01 09:39:56.560051 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7d4a32d0-e342-41fd-b691-5fd3326f86b4 req-b869f3ae-424f-47e0-a242-8cb587705638 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519347 Sep 01 09:39:56.565030 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6c703d07-22e6-4d39-adf2-e8c5628329fe req-4b730148-c6ad-4395-8bc0-279fb9cdaf46 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510781 Sep 01 09:39:56.994935 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f017ed9-b67c-49a6-89e2-b548e686f8cb req-6cb616d8-8e4f-4f4e-8992-7fcf4ef2fff0 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:56.996402 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5f017ed9-b67c-49a6-89e2-b548e686f8cb req-6cb616d8-8e4f-4f4e-8992-7fcf4ef2fff0 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0573547 Sep 01 09:39:57.021148 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:39:57.036979 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5f017ed9-b67c-49a6-89e2-b548e686f8cb req-6de2dfaa-4ea5-4391-8463-2eccd07e8705 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337350 Sep 01 09:39:57.070034 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:39:57.070406 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:57.147247 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:57.173453 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95384057-ab3f-4a8f-aceb-70fa2be96583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5163fe08-8a30-4b54-95c4-ccf4a1a57fa4'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:39:57.175878 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedd4d19-f029-40e0-84a5-3ddb8fb98008" -d '{"events": [{"server_uuid": "95384057-ab3f-4a8f-aceb-70fa2be96583", "name": "network-vif-plugged", "status": "completed", "tag": "5163fe08-8a30-4b54-95c4-ccf4a1a57fa4"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:39:57.189141 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:39:57.194263 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:57.221057 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae305670-f745-457d-9d15-1818673e56b8 x-openstack-request-id: req-ae305670-f745-457d-9d15-1818673e56b8 {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:39:57.221353 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95384057-ab3f-4a8f-aceb-70fa2be96583", "name": "network-vif-plugged", "status": "completed", "tag": "5163fe08-8a30-4b54-95c4-ccf4a1a57fa4", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:39:57.221607 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ae305670-f745-457d-9d15-1818673e56b8 {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:39:57.222011 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95384057-ab3f-4a8f-aceb-70fa2be96583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5163fe08-8a30-4b54-95c4-ccf4a1a57fa4', 'code': 200} Sep 01 09:39:57.248312 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4,revision_number=7']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:39:57.405132 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cece1d-af75-49aa-98d5-ba334172c84d req-a9d70904-8898-43cc-859c-770400790fda tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:57.406606 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-93cece1d-af75-49aa-98d5-ba334172c84d req-a9d70904-8898-43cc-859c-770400790fda tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b616398-b892-4c4e-a3b2-98965f202994 HTTP/1.1" status: 200 len: 945 time: 0.0530546 Sep 01 09:39:57.444312 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-93cece1d-af75-49aa-98d5-ba334172c84d req-8b1c3fdf-8f74-438d-a2c5-bed989d32178 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316479 Sep 01 09:39:57.728807 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7551c02-2162-4c79-86f2-de6f7711cd00 req-c59d99a8-2da6-4e2e-9abc-c48ca0658c1c tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:57.736126 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b7551c02-2162-4c79-86f2-de6f7711cd00 req-c59d99a8-2da6-4e2e-9abc-c48ca0658c1c tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.0843334 Sep 01 09:39:57.750551 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b380974-c109-454b-8e65-933dd22de067 req-93bfc4a8-6e88-4ef2-9bfa-a40ee43c68d9 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:57.752068 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2b380974-c109-454b-8e65-933dd22de067 req-93bfc4a8-6e88-4ef2-9bfa-a40ee43c68d9 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0912645 Sep 01 09:39:57.795953 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b7551c02-2162-4c79-86f2-de6f7711cd00 req-703463dc-9ea2-4e42-b63d-2b73da208c37 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588224 Sep 01 09:39:57.808665 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2b380974-c109-454b-8e65-933dd22de067 req-ccb0e7e6-f4c8-40a4-a88e-2731e0898f0b tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486190 Sep 01 09:39:57.873943 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:39:58.157776 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1eaca1-89d8-4f14-80b4-9adf037af9bb req-fd61059c-b87f-4c0d-be2a-f56cae9f7f0d tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:58.159271 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3a1eaca1-89d8-4f14-80b4-9adf037af9bb req-fd61059c-b87f-4c0d-be2a-f56cae9f7f0d tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0526578 Sep 01 09:39:58.198866 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3a1eaca1-89d8-4f14-80b4-9adf037af9bb req-4464a3b2-780b-4683-8ade-022c6acc8685 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326738 Sep 01 09:39:58.578166 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6acb67-e7d5-46fe-ba0b-01be36e41570 req-4297b8b7-f2ba-4700-bfb1-fc42c88e82ba tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:58.580042 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3e6acb67-e7d5-46fe-ba0b-01be36e41570 req-4297b8b7-f2ba-4700-bfb1-fc42c88e82ba tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b616398-b892-4c4e-a3b2-98965f202994 HTTP/1.1" status: 200 len: 945 time: 0.0508261 Sep 01 09:39:58.633588 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3e6acb67-e7d5-46fe-ba0b-01be36e41570 req-3c2fc82a-4e9e-4bca-a7d9-43b9d8ca755c tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457497 Sep 01 09:39:58.996428 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432effc2-e2eb-4ed2-abdf-9d3e3b663024 req-d1433764-c668-4dc3-90a9-8a0ea8264f8d tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:58.998898 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-432effc2-e2eb-4ed2-abdf-9d3e3b663024 req-d1433764-c668-4dc3-90a9-8a0ea8264f8d tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.0963264 Sep 01 09:39:59.010551 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42644457-face-4a54-90da-5cba0aa06c6a req-35cdbb91-6a83-4df7-bdc7-fd12eb49e6ea tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:59.012535 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-42644457-face-4a54-90da-5cba0aa06c6a req-35cdbb91-6a83-4df7-bdc7-fd12eb49e6ea tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.1113887 Sep 01 09:39:59.076087 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-432effc2-e2eb-4ed2-abdf-9d3e3b663024 req-2e95b2f6-d728-4d4b-b668-8e2560e8c19c tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620873 Sep 01 09:39:59.093603 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-42644457-face-4a54-90da-5cba0aa06c6a req-380154e4-512d-4a53-92f1-7c6fa359825a tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727503 Sep 01 09:39:59.332601 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec44eef-43ab-4fbb-aba5-18e70cf0f21c req-380dd73c-d24b-4bd9-8194-65f7ac691ed0 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:59.334202 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cec44eef-43ab-4fbb-aba5-18e70cf0f21c req-380dd73c-d24b-4bd9-8194-65f7ac691ed0 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0634539 Sep 01 09:39:59.386675 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cec44eef-43ab-4fbb-aba5-18e70cf0f21c req-34b92481-5c5e-42f9-a164-e0c4c5c3ac41 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460889 Sep 01 09:39:59.804562 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a25d32-dd38-4d08-8eca-4598ced0278b req-fc54f6d6-88ea-4f6f-944e-92d10fc376e3 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:39:59.807074 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-41a25d32-dd38-4d08-8eca-4598ced0278b req-fc54f6d6-88ea-4f6f-944e-92d10fc376e3 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b616398-b892-4c4e-a3b2-98965f202994 HTTP/1.1" status: 200 len: 945 time: 0.0682127 Sep 01 09:39:59.860186 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-41a25d32-dd38-4d08-8eca-4598ced0278b req-ea5506b8-7568-45bc-a336-c0c26d3c55ac tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461035 Sep 01 09:40:00.245811 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b9293-07bc-435c-812e-5eb8c52b319a req-d7ec0659-f6f7-41c0-b292-1a6b993801ca tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:00.247195 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-379b9293-07bc-435c-812e-5eb8c52b319a req-d7ec0659-f6f7-41c0-b292-1a6b993801ca tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.77 "GET /v2.0/ports?device_id=7b616398-b892-4c4e-a3b2-98965f202994 HTTP/1.1" status: 200 len: 945 time: 0.1476736 Sep 01 09:40:00.295380 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b93459-ad08-4114-94ea-45365dd717d3 req-a321a5e9-f0a4-4ea4-b671-cd77be684e4e tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:00.297109 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f7b93459-ad08-4114-94ea-45365dd717d3 req-a321a5e9-f0a4-4ea4-b671-cd77be684e4e tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.1328676 Sep 01 09:40:00.322490 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40041ef7-35f7-4a48-a159-82bdc7ec0838 req-8c1f1cd9-8269-449e-a4ff-7d4ba4e82fa5 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:00.325209 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-40041ef7-35f7-4a48-a159-82bdc7ec0838 req-8c1f1cd9-8269-449e-a4ff-7d4ba4e82fa5 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.1221838 Sep 01 09:40:00.412654 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f7b93459-ad08-4114-94ea-45365dd717d3 req-5a3df7b7-890f-42d8-98e5-07f2586b5f05 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055980 Sep 01 09:40:00.439981 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-40041ef7-35f7-4a48-a159-82bdc7ec0838 req-7eca2476-23fb-40fe-8b1a-d9469e13aee3 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892622 Sep 01 09:40:00.464412 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-379b9293-07bc-435c-812e-5eb8c52b319a req-ca4eb33e-6193-4645-888a-d29098a5f440 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Deleting port 7d155bb2-7e97-4e5e-ad7b-15c5393db071 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:40:00.464786 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-379b9293-07bc-435c-812e-5eb8c52b319a req-ca4eb33e-6193-4645-888a-d29098a5f440 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:00.587439 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3605c34-4573-48d5-ba81-af0dde762b92 req-05455e6c-b5de-457c-b7b1-7ec69b30a35e tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:00.588914 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e3605c34-4573-48d5-ba81-af0dde762b92 req-05455e6c-b5de-457c-b7b1-7ec69b30a35e tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0799267 Sep 01 09:40:00.610642 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-379b9293-07bc-435c-812e-5eb8c52b319a req-ca4eb33e-6193-4645-888a-d29098a5f440 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] For port 7d155bb2-7e97-4e5e-ad7b-15c5393db071, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=7d155bb2-7e97-4e5e-ad7b-15c5393db071,segment=NetworkSegment(21237dc9-c16a-4524-9c4f-493ab52f32e1),segment_id=21237dc9-c16a-4524-9c4f-493ab52f32e1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:40:00.610996 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-379b9293-07bc-435c-812e-5eb8c52b319a req-ca4eb33e-6193-4645-888a-d29098a5f440 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:00.644474 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-379b9293-07bc-435c-812e-5eb8c52b319a req-ca4eb33e-6193-4645-888a-d29098a5f440 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Calling delete_port for 7d155bb2-7e97-4e5e-ad7b-15c5393db071 owned by compute:nova {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:40:00.667776 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e3605c34-4573-48d5-ba81-af0dde762b92 req-f8fba65e-c1cf-452b-ac6e-189f3e6a4b30 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696049 Sep 01 09:40:00.819353 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-379b9293-07bc-435c-812e-5eb8c52b319a req-ca4eb33e-6193-4645-888a-d29098a5f440 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:00.857302 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4eb33e-6193-4645-888a-d29098a5f440 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Pushing event deleted for resources: {'Port': ['ID=7d155bb2-7e97-4e5e-ad7b-15c5393db071,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:00.864838 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['564a5788-ecc3-4d35-9977-ca25ef90cde9', 'a1626f98-7e4f-4845-b4c4-1a3b466d9a78', '0a57639f-9cc7-4a56-84a3-38d0f26dd8aa', '7d155bb2-7e97-4e5e-ad7b-15c5393db071'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:40:00.902639 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [req-379b9293-07bc-435c-812e-5eb8c52b319a req-ca4eb33e-6193-4645-888a-d29098a5f440 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] No DVR routers for this DVR port 7d155bb2-7e97-4e5e-ad7b-15c5393db071 on host hv-cinder-80672 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:40:00.905778 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-379b9293-07bc-435c-812e-5eb8c52b319a req-ca4eb33e-6193-4645-888a-d29098a5f440 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:00.907875 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-379b9293-07bc-435c-812e-5eb8c52b319a req-ca4eb33e-6193-4645-888a-d29098a5f440 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.77 "DELETE /v2.0/ports/7d155bb2-7e97-4e5e-ad7b-15c5393db071 HTTP/1.1" status: 204 len: 173 time: 0.6525712 Sep 01 09:40:00.908329 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b616398-b892-4c4e-a3b2-98965f202994', 'name': 'network-vif-deleted', 'tag': '7d155bb2-7e97-4e5e-ad7b-15c5393db071'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:40:00.910654 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f945ea-9e18-4fe8-bfd5-f9a6105fe597" -d '{"events": [{"server_uuid": "7b616398-b892-4c4e-a3b2-98965f202994", "name": "network-vif-deleted", "tag": "7d155bb2-7e97-4e5e-ad7b-15c5393db071"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:40:00.970375 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc7899d-9574-4e02-8676-c0e2149c8640 x-openstack-request-id: req-7cc7899d-9574-4e02-8676-c0e2149c8640 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:40:00.970587 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b616398-b892-4c4e-a3b2-98965f202994", "name": "network-vif-deleted", "tag": "7d155bb2-7e97-4e5e-ad7b-15c5393db071", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:40:00.970694 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7cc7899d-9574-4e02-8676-c0e2149c8640 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:40:00.971064 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b616398-b892-4c4e-a3b2-98965f202994', 'name': 'network-vif-deleted', 'tag': '7d155bb2-7e97-4e5e-ad7b-15c5393db071', 'status': 'completed', 'code': 200} Sep 01 09:40:01.009064 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2e7b35de-7fc0-490d-91b2-6833e98284ac req-858c4668-e074-4113-a7ad-97ba907e4796 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=7b616398-b892-4c4e-a3b2-98965f202994 HTTP/1.1" status: 200 len: 210 time: 0.0507169 Sep 01 09:40:01.588175 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746996c3-e80c-4e07-9678-625ee394ef80 req-2e68fc7c-286c-4a5f-8388-244be06e8faf tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:01.596365 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-746996c3-e80c-4e07-9678-625ee394ef80 req-2e68fc7c-286c-4a5f-8388-244be06e8faf tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.0976367 Sep 01 09:40:01.628339 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390bbe6-8e10-431d-af34-b9da3347fa8b req-026cda13-3ca8-4ffd-9b8f-1f2ecd2449ce tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:01.629744 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5390bbe6-8e10-431d-af34-b9da3347fa8b req-026cda13-3ca8-4ffd-9b8f-1f2ecd2449ce tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0984557 Sep 01 09:40:01.682080 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-746996c3-e80c-4e07-9678-625ee394ef80 req-69a20de9-4b28-4e04-abf6-c9359382ad47 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828407 Sep 01 09:40:01.735417 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5390bbe6-8e10-431d-af34-b9da3347fa8b req-5580efed-8fb5-40ba-b57c-2f7469d2a65b tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917761 Sep 01 09:40:01.887325 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097aaf5-dc9a-4f59-93da-99e348a1b9ba req-cd6f5e0b-2cf2-435b-adc9-7f24d47fcf76 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:01.896833 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5097aaf5-dc9a-4f59-93da-99e348a1b9ba req-cd6f5e0b-2cf2-435b-adc9-7f24d47fcf76 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0801053 Sep 01 09:40:01.950263 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5097aaf5-dc9a-4f59-93da-99e348a1b9ba req-b9a441cf-8a25-4931-8902-77281d76a66d tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518479 Sep 01 09:40:02.292674 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:40:02.851016 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6ea4b-4fcd-4455-83c9-ce861512ef10 req-64d7e5bc-723a-4589-be18-b4e716bdac55 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:02.852691 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c3a6ea4b-4fcd-4455-83c9-ce861512ef10 req-64d7e5bc-723a-4589-be18-b4e716bdac55 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.0838730 Sep 01 09:40:02.873406 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfba8b6-966f-4f25-a314-81d842808d13 req-63645b8e-24a9-45d7-bc14-fbc27eeb02c8 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:02.875088 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6cfba8b6-966f-4f25-a314-81d842808d13 req-63645b8e-24a9-45d7-bc14-fbc27eeb02c8 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0662653 Sep 01 09:40:02.923088 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c3a6ea4b-4fcd-4455-83c9-ce861512ef10 req-6595e416-89ea-40aa-924a-9260fd981f39 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591836 Sep 01 09:40:02.942968 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6cfba8b6-966f-4f25-a314-81d842808d13 req-207155ae-1fd5-443f-9752-24263be8a8ff tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474641 Sep 01 09:40:03.030275 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 7d155bb2-7e97-4e5e-ad7b-15c5393db071 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:40:03.053560 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] No Port match for: 7d155bb2-7e97-4e5e-ad7b-15c5393db071 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:40:03.054267 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 7d155bb2-7e97-4e5e-ad7b-15c5393db071 not bound to the agent host hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:40:03.073697 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85794aea-39ba-4af5-a521-2e55baacc8ed req-3c12384c-86f6-4b4f-9a44-dddf283faaec tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:03.075321 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-85794aea-39ba-4af5-a521-2e55baacc8ed req-3c12384c-86f6-4b4f-9a44-dddf283faaec tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0595531 Sep 01 09:40:03.124693 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-85794aea-39ba-4af5-a521-2e55baacc8ed req-11a9698b-e7a9-497d-94a9-3a59872621c1 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397806 Sep 01 09:40:03.467314 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e45908-c180-4b71-a60f-0de9a450fc08 req-20a75421-53ea-479e-a27e-32f6d21d24db tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:03.468767 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-44e45908-c180-4b71-a60f-0de9a450fc08 req-20a75421-53ea-479e-a27e-32f6d21d24db tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=684b79b9-0bfb-4b8f-ba08-cac2dc456e7c HTTP/1.1" status: 200 len: 945 time: 0.0546851 Sep 01 09:40:03.509447 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-44e45908-c180-4b71-a60f-0de9a450fc08 req-8fbc5745-fd14-4137-b9b0-edef5d301347 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343914 Sep 01 09:40:04.109955 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d274e-a25e-4c39-b364-a8bdafbf275d req-3a37c3db-8ff0-4119-8609-eb20e087431b tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:04.111574 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b06d274e-a25e-4c39-b364-a8bdafbf275d req-3a37c3db-8ff0-4119-8609-eb20e087431b tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0889094 Sep 01 09:40:04.136663 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad7d5e-048a-4b2a-9d82-15cd40e5f3a5 req-cf504591-572d-4e34-b5a7-40e8484cf76e tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:04.138157 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-47ad7d5e-048a-4b2a-9d82-15cd40e5f3a5 req-cf504591-572d-4e34-b5a7-40e8484cf76e tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.0823097 Sep 01 09:40:04.190848 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b06d274e-a25e-4c39-b364-a8bdafbf275d req-4ffb79e6-8f10-404c-a088-46d518052d59 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673902 Sep 01 09:40:04.194947 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-47ad7d5e-048a-4b2a-9d82-15cd40e5f3a5 req-ad655aeb-5a40-4b6c-8bbc-da22ef1bc7d6 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477226 Sep 01 09:40:04.316425 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708dcf3-f3da-49d4-88e8-27f7485880fa req-de3abb8e-b814-4b40-ba7d-420dcecf856e tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:04.318902 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0708dcf3-f3da-49d4-88e8-27f7485880fa req-de3abb8e-b814-4b40-ba7d-420dcecf856e tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0621898 Sep 01 09:40:04.376472 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0708dcf3-f3da-49d4-88e8-27f7485880fa req-9f63906e-4d74-41ab-a68a-5c42a35ac03b tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507064 Sep 01 09:40:04.652086 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ccd63-8a4d-471c-ac9d-d7926367b5b9 req-df4d30a6-6e96-496a-ac1c-8ce61da77826 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:04.653458 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3f7ccd63-8a4d-471c-ac9d-d7926367b5b9 req-df4d30a6-6e96-496a-ac1c-8ce61da77826 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=684b79b9-0bfb-4b8f-ba08-cac2dc456e7c HTTP/1.1" status: 200 len: 945 time: 0.0620263 Sep 01 09:40:04.698396 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3f7ccd63-8a4d-471c-ac9d-d7926367b5b9 req-6addf6b7-ca79-4faf-96f9-2490017aaea5 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377319 Sep 01 09:40:05.387418 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54acee4-0d88-49f9-9296-53208f4f9761 req-c1d1c0db-5767-4e28-8eae-324e2406a987 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:05.389309 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c54acee4-0d88-49f9-9296-53208f4f9761 req-c1d1c0db-5767-4e28-8eae-324e2406a987 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.1213517 Sep 01 09:40:05.410013 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cccd9-4a34-46ac-8b49-e18153e7a33b req-87e03520-559a-46a6-b3e4-abe4aedd1efe tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:05.411476 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fa7cccd9-4a34-46ac-8b49-e18153e7a33b req-87e03520-559a-46a6-b3e4-abe4aedd1efe tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.0850163 Sep 01 09:40:05.473793 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c54acee4-0d88-49f9-9296-53208f4f9761 req-08ac325b-6fec-4e14-8fa0-0634ad5febd7 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717039 Sep 01 09:40:05.489993 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fa7cccd9-4a34-46ac-8b49-e18153e7a33b req-2d347352-dc5a-47f8-a834-03dba9dc7c22 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569105 Sep 01 09:40:05.675050 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5290bb0-12fc-441b-9894-edf3e1a277c4 req-78997465-97cc-40fb-b38b-2bdfacb81dd5 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:05.677201 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f5290bb0-12fc-441b-9894-edf3e1a277c4 req-78997465-97cc-40fb-b38b-2bdfacb81dd5 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0933104 Sep 01 09:40:05.685207 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1f556-49e9-43c0-a580-230199e45644 req-435afa8f-dd8b-4696-ae54-bda333c51a7e tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:05.686617 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-54d1f556-49e9-43c0-a580-230199e45644 req-435afa8f-dd8b-4696-ae54-bda333c51a7e tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.77 "GET /v2.0/ports?device_id=684b79b9-0bfb-4b8f-ba08-cac2dc456e7c HTTP/1.1" status: 200 len: 945 time: 0.1120226 Sep 01 09:40:05.860138 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f5290bb0-12fc-441b-9894-edf3e1a277c4 req-61485dd9-b1b1-4317-9690-f56004843132 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678660 Sep 01 09:40:05.904364 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c21dc1-a7a9-4160-9098-b68fffa11a87 req-63ce3842-d96d-4516-8a91-205832673d8c tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:05.905883 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d1c21dc1-a7a9-4160-9098-b68fffa11a87 req-63ce3842-d96d-4516-8a91-205832673d8c tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=684b79b9-0bfb-4b8f-ba08-cac2dc456e7c HTTP/1.1" status: 200 len: 945 time: 0.1094077 Sep 01 09:40:05.913178 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-54d1f556-49e9-43c0-a580-230199e45644 req-bd8e31f6-16fa-4ba8-9eea-9649e53cfc22 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Deleting port 0a57639f-9cc7-4a56-84a3-38d0f26dd8aa {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:40:05.913533 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-54d1f556-49e9-43c0-a580-230199e45644 req-bd8e31f6-16fa-4ba8-9eea-9649e53cfc22 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:05.998983 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d1c21dc1-a7a9-4160-9098-b68fffa11a87 req-02a7ded5-b2ea-4d34-acd7-5c9c068369bf tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822735 Sep 01 09:40:06.056475 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-54d1f556-49e9-43c0-a580-230199e45644 req-bd8e31f6-16fa-4ba8-9eea-9649e53cfc22 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] For port 0a57639f-9cc7-4a56-84a3-38d0f26dd8aa, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=0a57639f-9cc7-4a56-84a3-38d0f26dd8aa,segment=NetworkSegment(21237dc9-c16a-4524-9c4f-493ab52f32e1),segment_id=21237dc9-c16a-4524-9c4f-493ab52f32e1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:40:06.057371 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-54d1f556-49e9-43c0-a580-230199e45644 req-bd8e31f6-16fa-4ba8-9eea-9649e53cfc22 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:06.071888 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-54d1f556-49e9-43c0-a580-230199e45644 req-bd8e31f6-16fa-4ba8-9eea-9649e53cfc22 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Calling delete_port for 0a57639f-9cc7-4a56-84a3-38d0f26dd8aa owned by compute:nova {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:40:06.214632 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-54d1f556-49e9-43c0-a580-230199e45644 req-bd8e31f6-16fa-4ba8-9eea-9649e53cfc22 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:06.241766 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e31f6-16fa-4ba8-9eea-9649e53cfc22 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Pushing event deleted for resources: {'Port': ['ID=0a57639f-9cc7-4a56-84a3-38d0f26dd8aa,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:06.262247 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['564a5788-ecc3-4d35-9977-ca25ef90cde9', 'a1626f98-7e4f-4845-b4c4-1a3b466d9a78', '0a57639f-9cc7-4a56-84a3-38d0f26dd8aa'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:40:06.325048 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d1f556-49e9-43c0-a580-230199e45644 req-bd8e31f6-16fa-4ba8-9eea-9649e53cfc22 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] No DVR routers for this DVR port 0a57639f-9cc7-4a56-84a3-38d0f26dd8aa on host hv-cinder-80672 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:40:06.340829 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-54d1f556-49e9-43c0-a580-230199e45644 req-bd8e31f6-16fa-4ba8-9eea-9649e53cfc22 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:06.340829 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-54d1f556-49e9-43c0-a580-230199e45644 req-bd8e31f6-16fa-4ba8-9eea-9649e53cfc22 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.77 "DELETE /v2.0/ports/0a57639f-9cc7-4a56-84a3-38d0f26dd8aa HTTP/1.1" status: 204 len: 173 time: 0.6258514 Sep 01 09:40:06.340829 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684b79b9-0bfb-4b8f-ba08-cac2dc456e7c', 'name': 'network-vif-deleted', 'tag': '0a57639f-9cc7-4a56-84a3-38d0f26dd8aa'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:40:06.340829 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc89f37-e4b3-4985-a43f-81ec5c215855" -d '{"events": [{"server_uuid": "684b79b9-0bfb-4b8f-ba08-cac2dc456e7c", "name": "network-vif-deleted", "tag": "0a57639f-9cc7-4a56-84a3-38d0f26dd8aa"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:40:06.380706 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c47c096-6287-43c5-8452-6d3692999690 x-openstack-request-id: req-2c47c096-6287-43c5-8452-6d3692999690 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:40:06.380990 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684b79b9-0bfb-4b8f-ba08-cac2dc456e7c", "name": "network-vif-deleted", "tag": "0a57639f-9cc7-4a56-84a3-38d0f26dd8aa", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:40:06.381238 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2c47c096-6287-43c5-8452-6d3692999690 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:40:06.381636 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684b79b9-0bfb-4b8f-ba08-cac2dc456e7c', 'name': 'network-vif-deleted', 'tag': '0a57639f-9cc7-4a56-84a3-38d0f26dd8aa', 'status': 'completed', 'code': 200} Sep 01 09:40:06.669134 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cac179-ab22-46ea-9c55-91530d8246eb req-8f1e1a22-92ee-4bb3-8c44-1ed276fab5d9 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:06.675250 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-87cac179-ab22-46ea-9c55-91530d8246eb req-8f1e1a22-92ee-4bb3-8c44-1ed276fab5d9 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.0775025 Sep 01 09:40:06.683079 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01a66d-6aec-447a-a13c-d9117c7b163b req-16d7068f-06e4-400b-afcd-45c0424e8bf9 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:06.684659 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2c01a66d-6aec-447a-a13c-d9117c7b163b req-16d7068f-06e4-400b-afcd-45c0424e8bf9 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0999153 Sep 01 09:40:06.741748 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2c01a66d-6aec-447a-a13c-d9117c7b163b req-11addb74-67dd-4f32-98a1-d9b2bdbe4bbe tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498316 Sep 01 09:40:06.744496 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-87cac179-ab22-46ea-9c55-91530d8246eb req-8b80e9aa-7942-497b-a0ac-574f1b0e11e0 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587101 Sep 01 09:40:06.990919 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d1a92-0bf9-45b1-9f35-24d0f5c9a3be req-33da9367-8907-4292-9ebf-5d962235e433 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:06.992979 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-024d1a92-0bf9-45b1-9f35-24d0f5c9a3be req-33da9367-8907-4292-9ebf-5d962235e433 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0785017 Sep 01 09:40:07.080578 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-024d1a92-0bf9-45b1-9f35-24d0f5c9a3be req-c9abea02-66ca-46ad-9379-879a60777d1f tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745132 Sep 01 09:40:07.103079 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d61a3b-2b29-41c6-b131-a977bbdfe9c7 req-f81a5b55-7072-434f-8edf-fc5dc0f108a2 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:07.105178 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f3d61a3b-2b29-41c6-b131-a977bbdfe9c7 req-f81a5b55-7072-434f-8edf-fc5dc0f108a2 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.1036229 Sep 01 09:40:07.194592 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f3d61a3b-2b29-41c6-b131-a977bbdfe9c7 req-b51a0f25-fdba-4599-ac71-80baab7d8e22 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662999 Sep 01 09:40:07.197343 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a691467-79c4-4561-abe7-1ca9d7feb0cf req-5e51eea2-bee5-4c37-9dea-c58c30665728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:07.198778 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2a691467-79c4-4561-abe7-1ca9d7feb0cf req-5e51eea2-bee5-4c37-9dea-c58c30665728 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12d977af9d49448a9a10133701a035b1&device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 1098 time: 0.0781770 Sep 01 09:40:07.277007 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-07e4a512-60d6-4711-933a-edfa89a3f19b req-be2a54de-0b25-4e7d-b2a3-1ed1b1d9abec tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=684b79b9-0bfb-4b8f-ba08-cac2dc456e7c HTTP/1.1" status: 200 len: 210 time: 0.0598497 Sep 01 09:40:07.315917 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a691467-79c4-4561-abe7-1ca9d7feb0cf req-e9d6bf44-a6fa-4704-8b93-6832f25c898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:07.317383 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2a691467-79c4-4561-abe7-1ca9d7feb0cf req-e9d6bf44-a6fa-4704-8b93-6832f25c898e service neutron] 10.222.0.77 "GET /v2.0/networks?id=423f25bd-20ef-4b5d-a372-f453acee8b0b HTTP/1.1" status: 200 len: 912 time: 0.1109180 Sep 01 09:40:07.391954 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2a691467-79c4-4561-abe7-1ca9d7feb0cf req-f72e24c5-52e1-4144-8761-0d0e8ddd8315 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 HTTP/1.1" status: 200 len: 1001 time: 0.0657620 Sep 01 09:40:07.445979 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a691467-79c4-4561-abe7-1ca9d7feb0cf req-1941b0b8-d665-4d85-90e8-2a6631a333f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:07.447496 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2a691467-79c4-4561-abe7-1ca9d7feb0cf req-1941b0b8-d665-4d85-90e8-2a6631a333f7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e794dc62-4be5-46c4-ad96-64655e79d486 HTTP/1.1" status: 200 len: 849 time: 0.0470459 Sep 01 09:40:07.499738 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a691467-79c4-4561-abe7-1ca9d7feb0cf req-dcd361c9-d593-466f-997f-911d616fe33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:07.501238 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2a691467-79c4-4561-abe7-1ca9d7feb0cf req-dcd361c9-d593-466f-997f-911d616fe33d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=423f25bd-20ef-4b5d-a372-f453acee8b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408189 Sep 01 09:40:07.600124 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2a691467-79c4-4561-abe7-1ca9d7feb0cf req-e50bcf8f-4b4d-4a28-9379-a9ff328435d1 service neutron] 10.222.0.77 "GET /v2.0/networks/423f25bd-20ef-4b5d-a372-f453acee8b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884192 Sep 01 09:40:07.694876 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2a691467-79c4-4561-abe7-1ca9d7feb0cf req-4589e2a3-52c4-443d-bd61-eda7bad7f839 service neutron] 10.222.0.77 "GET /v2.0/networks/423f25bd-20ef-4b5d-a372-f453acee8b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823686 Sep 01 09:40:07.880066 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd011b-7ffc-4f57-827b-f28074e19594 req-b0fc1ad6-85b1-4617-b17b-372a28b0716f tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:07.881448 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-18dd011b-7ffc-4f57-827b-f28074e19594 req-b0fc1ad6-85b1-4617-b17b-372a28b0716f tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.0493240 Sep 01 09:40:07.930371 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-18dd011b-7ffc-4f57-827b-f28074e19594 req-a1a5bd9d-5537-41a8-a2a8-33dac167c10d tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430582 Sep 01 09:40:08.194323 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6256bb-f839-43e2-9a83-53b5fa86f53c req-c9ecaad9-add4-4016-a64d-241f814835db tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:08.195760 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1a6256bb-f839-43e2-9a83-53b5fa86f53c req-c9ecaad9-add4-4016-a64d-241f814835db tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0496104 Sep 01 09:40:08.242380 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1a6256bb-f839-43e2-9a83-53b5fa86f53c req-36f1da8c-8302-419e-a700-f3eeebcaac98 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375788 Sep 01 09:40:08.331136 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ac966-ab19-4de3-8fea-185439b46cd8 req-0f5e07fe-8b4d-4631-89e2-ad8653e87149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:08.332800 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-834ac966-ab19-4de3-8fea-185439b46cd8 req-0f5e07fe-8b4d-4631-89e2-ad8653e87149 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8f31d34eddaa45b5acebb6d9a01f72da&device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 1099 time: 0.0672846 Sep 01 09:40:08.339770 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cbe3f-95dd-44ea-bdaf-270342a93277 req-e77ba714-d6c5-445c-9484-d67731c43fe2 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:08.341170 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8e4cbe3f-95dd-44ea-bdaf-270342a93277 req-e77ba714-d6c5-445c-9484-d67731c43fe2 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0769651 Sep 01 09:40:08.637095 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8e4cbe3f-95dd-44ea-bdaf-270342a93277 req-b8ff0f12-a2d1-4502-a2ca-a97f2362164b tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898064 Sep 01 09:40:08.701281 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17d4f3-19aa-45eb-9739-0b6f0d0023c2 req-8bf2d2e4-3030-4bc3-a484-16649a9a18d6 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:08.702952 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2e17d4f3-19aa-45eb-9739-0b6f0d0023c2 req-8bf2d2e4-3030-4bc3-a484-16649a9a18d6 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=0978e052-7437-4064-bbe0-9817c3156c14 HTTP/1.1" status: 200 len: 945 time: 0.1086173 Sep 01 09:40:08.719246 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ac966-ab19-4de3-8fea-185439b46cd8 req-32c9bfd9-992f-4c93-ac79-2767a2e4f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:08.720789 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-834ac966-ab19-4de3-8fea-185439b46cd8 req-32c9bfd9-992f-4c93-ac79-2767a2e4f451 service neutron] 10.222.0.77 "GET /v2.0/networks?id=920f8885-e155-4a4c-b565-49a7256d330f HTTP/1.1" status: 200 len: 919 time: 0.3454208 Sep 01 09:40:08.752309 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2e17d4f3-19aa-45eb-9739-0b6f0d0023c2 req-9b8d2e86-52b9-47bd-8391-b1fb5a7664a3 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432487 Sep 01 09:40:08.801484 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-834ac966-ab19-4de3-8fea-185439b46cd8 req-e898967b-18da-4e9e-a89b-38857b2d8568 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 HTTP/1.1" status: 200 len: 1000 time: 0.0618558 Sep 01 09:40:08.880482 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ac966-ab19-4de3-8fea-185439b46cd8 req-76074979-b561-48fc-a60f-28b4bc80bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:08.881924 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-834ac966-ab19-4de3-8fea-185439b46cd8 req-76074979-b561-48fc-a60f-28b4bc80bc6b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd81cb56-8012-4aea-8463-56fc1c6006dd HTTP/1.1" status: 200 len: 856 time: 0.0464234 Sep 01 09:40:08.947442 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ac966-ab19-4de3-8fea-185439b46cd8 req-cf1007d0-2f35-4ce4-9004-fc6f1556e6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:08.948939 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-834ac966-ab19-4de3-8fea-185439b46cd8 req-cf1007d0-2f35-4ce4-9004-fc6f1556e6f4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=920f8885-e155-4a4c-b565-49a7256d330f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391886 Sep 01 09:40:09.106491 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:40:09.119627 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b7e58-4faf-4e0b-8edf-df922308ce15 req-4f0aeed7-09b3-422d-946b-dc62fb5aa379 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:09.121126 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-199b7e58-4faf-4e0b-8edf-df922308ce15 req-4f0aeed7-09b3-422d-946b-dc62fb5aa379 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 946 time: 0.1094706 Sep 01 09:40:09.127161 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-834ac966-ab19-4de3-8fea-185439b46cd8 req-fda6298f-195b-4c91-b482-44003290de0d service neutron] 10.222.0.77 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263561 Sep 01 09:40:09.185205 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:09.207228 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-199b7e58-4faf-4e0b-8edf-df922308ce15 req-d576c535-e224-4b34-b0fe-39b8b1ca5f6e tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767534 Sep 01 09:40:09.207851 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95384057-ab3f-4a8f-aceb-70fa2be96583', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5163fe08-8a30-4b54-95c4-ccf4a1a57fa4'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:40:09.210353 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb47c688-5650-4c46-aafb-4312f4825d8a" -d '{"events": [{"server_uuid": "95384057-ab3f-4a8f-aceb-70fa2be96583", "name": "network-vif-unplugged", "status": "completed", "tag": "5163fe08-8a30-4b54-95c4-ccf4a1a57fa4"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:40:09.225670 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:40:09.233173 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:09.234584 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 0a57639f-9cc7-4a56-84a3-38d0f26dd8aa no longer exists at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:40:09.243435 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-834ac966-ab19-4de3-8fea-185439b46cd8 req-6985a070-0e0b-4cd0-bbd7-b48a8247b026 service neutron] 10.222.0.77 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060801 Sep 01 09:40:09.271906 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 09:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f3c96d-7ab0-4bde-98d5-24164bf6554d x-openstack-request-id: req-12f3c96d-7ab0-4bde-98d5-24164bf6554d {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:40:09.272193 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95384057-ab3f-4a8f-aceb-70fa2be96583", "name": "network-vif-unplugged", "status": "completed", "tag": "5163fe08-8a30-4b54-95c4-ccf4a1a57fa4", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:40:09.272439 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-12f3c96d-7ab0-4bde-98d5-24164bf6554d {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:40:09.272817 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95384057-ab3f-4a8f-aceb-70fa2be96583', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5163fe08-8a30-4b54-95c4-ccf4a1a57fa4', 'code': 200} Sep 01 09:40:09.275196 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] No Port match for: 0a57639f-9cc7-4a56-84a3-38d0f26dd8aa {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:40:09.275591 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 0a57639f-9cc7-4a56-84a3-38d0f26dd8aa not bound to the agent host hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:40:09.299611 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4,revision_number=8']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:09.364144 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb2855-295c-4fa6-8a3d-8ada2c0e43ea req-8f1bff0f-3a43-426d-a443-8c47d9043b21 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:09.365638 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-20fb2855-295c-4fa6-8a3d-8ada2c0e43ea req-8f1bff0f-3a43-426d-a443-8c47d9043b21 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0509965 Sep 01 09:40:09.405370 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-20fb2855-295c-4fa6-8a3d-8ada2c0e43ea req-2f5a2d3d-bb4b-4b5c-9c7a-c53c1f44538d tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309987 Sep 01 09:40:09.755486 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f51641-02b3-427c-b0db-9337af19f1fd req-f3cbd0a0-9b51-49cf-b922-3eb9892c2350 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:09.757443 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e9f51641-02b3-427c-b0db-9337af19f1fd req-f3cbd0a0-9b51-49cf-b922-3eb9892c2350 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0495837 Sep 01 09:40:09.797439 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e9f51641-02b3-427c-b0db-9337af19f1fd req-a19bb739-9b7b-480d-82e6-48a2737f7ccc tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333977 Sep 01 09:40:09.878833 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56837711-271b-4363-a76a-374c9befa235 req-541968d8-2140-4619-92eb-2254192f0cde tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:09.880339 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-56837711-271b-4363-a76a-374c9befa235 req-541968d8-2140-4619-92eb-2254192f0cde tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=0978e052-7437-4064-bbe0-9817c3156c14 HTTP/1.1" status: 200 len: 945 time: 0.0481682 Sep 01 09:40:09.920107 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-56837711-271b-4363-a76a-374c9befa235 req-8922e65f-7abc-411a-ad6b-52ebc3cd7749 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335705 Sep 01 09:40:10.344095 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b88e2-dcc4-402d-921e-d879e3238ebb req-af303ffc-ad46-4b04-b36b-7d510910884b tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:10.345592 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e26b88e2-dcc4-402d-921e-d879e3238ebb req-af303ffc-ad46-4b04-b36b-7d510910884b tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0632184 Sep 01 09:40:10.384279 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e26b88e2-dcc4-402d-921e-d879e3238ebb req-b26a5f0d-9c32-4874-97eb-a4e0f1564a2c tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325723 Sep 01 09:40:10.914007 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e9278-b715-47a7-b3ca-b44f84c3f902 req-82b48248-98ba-49cb-aac1-1616384a5561 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:10.915473 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d16e9278-b715-47a7-b3ca-b44f84c3f902 req-82b48248-98ba-49cb-aac1-1616384a5561 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0480568 Sep 01 09:40:10.974804 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-44ac4079-f32b-4c7d-be8d-e589e78f64a6 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1620188417&fields=id&tenant_id=bab9bd04bc9448768f269f0704762dbf HTTP/1.1" status: 200 len: 267 time: 0.0582922 Sep 01 09:40:10.980040 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d16e9278-b715-47a7-b3ca-b44f84c3f902 req-f825c9a1-5654-4863-8108-6867cf1a0cc4 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578380 Sep 01 09:40:11.143290 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c3f2e-0647-41c0-8db5-29293a6f27da req-45d4ca74-5c45-46f3-9349-2d9bdb551f71 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:11.144771 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-293c3f2e-0647-41c0-8db5-29293a6f27da req-45d4ca74-5c45-46f3-9349-2d9bdb551f71 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.77 "GET /v2.0/ports?device_id=0978e052-7437-4064-bbe0-9817c3156c14 HTTP/1.1" status: 200 len: 945 time: 0.1128316 Sep 01 09:40:11.151862 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-5d4f70d1-4aa0-4b2d-adfb-17912bed7ecf tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:11.153203 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-5d4f70d1-4aa0-4b2d-adfb-17912bed7ecf tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/networks?id=b38449d0-b6a0-4520-8507-cbd413764049 HTTP/1.1" status: 200 len: 809 time: 0.1711214 Sep 01 09:40:11.171986 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7ea95-5fdf-48f8-b8e5-de3c351d6d02 req-c00fce23-08b3-4c0f-8601-0d2b8dfec64b tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:11.173383 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0fb7ea95-5fdf-48f8-b8e5-de3c351d6d02 req-c00fce23-08b3-4c0f-8601-0d2b8dfec64b tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=0978e052-7437-4064-bbe0-9817c3156c14 HTTP/1.1" status: 200 len: 945 time: 0.1135240 Sep 01 09:40:11.216380 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-67d9dd0c-2b5d-47dd-bf26-ff6dc600e14d tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/quotas/bab9bd04bc9448768f269f0704762dbf HTTP/1.1" status: 200 len: 375 time: 0.0527728 Sep 01 09:40:11.284714 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0fb7ea95-5fdf-48f8-b8e5-de3c351d6d02 req-122131ab-abcc-407e-a708-33b0137d446a tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945210 Sep 01 09:40:11.308766 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-ef70259d-f7fa-4a04-abbe-1ff773180245 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=bab9bd04bc9448768f269f0704762dbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847447 Sep 01 09:40:11.321252 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-293c3f2e-0647-41c0-8db5-29293a6f27da req-b66f25a7-8b21-41e4-aa15-14a28ad1394a tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Deleting port a1626f98-7e4f-4845-b4c4-1a3b466d9a78 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:40:11.321636 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-293c3f2e-0647-41c0-8db5-29293a6f27da req-b66f25a7-8b21-41e4-aa15-14a28ad1394a tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:11.513601 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-7e31bc1f-a800-42b9-a862-0bec3ce8f66e service neutron] 10.222.0.74 "GET /v2.0/networks/b38449d0-b6a0-4520-8507-cbd413764049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778045 Sep 01 09:40:11.515251 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-293c3f2e-0647-41c0-8db5-29293a6f27da req-b66f25a7-8b21-41e4-aa15-14a28ad1394a tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] For port a1626f98-7e4f-4845-b4c4-1a3b466d9a78, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=a1626f98-7e4f-4845-b4c4-1a3b466d9a78,segment=NetworkSegment(21237dc9-c16a-4524-9c4f-493ab52f32e1),segment_id=21237dc9-c16a-4524-9c4f-493ab52f32e1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:40:11.515625 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-293c3f2e-0647-41c0-8db5-29293a6f27da req-b66f25a7-8b21-41e4-aa15-14a28ad1394a tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:11.546722 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-293c3f2e-0647-41c0-8db5-29293a6f27da req-b66f25a7-8b21-41e4-aa15-14a28ad1394a tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Calling delete_port for a1626f98-7e4f-4845-b4c4-1a3b466d9a78 owned by compute:nova {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:40:11.599894 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd221d1-716b-4fa0-85d2-cf6d96f18023 req-2225c353-bd60-4d6c-9f1b-fa717d6c9e5f tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:11.601373 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9cd221d1-716b-4fa0-85d2-cf6d96f18023 req-2225c353-bd60-4d6c-9f1b-fa717d6c9e5f tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.1423223 Sep 01 09:40:11.707309 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-2fe93e46-5081-4025-9290-8c1f5b39a9f5 service neutron] 10.222.0.74 "GET /v2.0/networks/b38449d0-b6a0-4520-8507-cbd413764049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826572 Sep 01 09:40:11.717748 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9cd221d1-716b-4fa0-85d2-cf6d96f18023 req-ce52eabc-f756-4c5a-8537-6a7c1095e158 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845613 Sep 01 09:40:11.781728 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-293c3f2e-0647-41c0-8db5-29293a6f27da req-b66f25a7-8b21-41e4-aa15-14a28ad1394a tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:11.813799 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f25a7-8b21-41e4-aa15-14a28ad1394a tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Pushing event deleted for resources: {'Port': ['ID=a1626f98-7e4f-4845-b4c4-1a3b466d9a78,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:11.824029 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['564a5788-ecc3-4d35-9977-ca25ef90cde9'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:40:11.869474 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [req-293c3f2e-0647-41c0-8db5-29293a6f27da req-b66f25a7-8b21-41e4-aa15-14a28ad1394a tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] No DVR routers for this DVR port a1626f98-7e4f-4845-b4c4-1a3b466d9a78 on host hv-cinder-80672 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:40:11.872048 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-293c3f2e-0647-41c0-8db5-29293a6f27da req-b66f25a7-8b21-41e4-aa15-14a28ad1394a tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:11.874257 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-293c3f2e-0647-41c0-8db5-29293a6f27da req-b66f25a7-8b21-41e4-aa15-14a28ad1394a tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.77 "DELETE /v2.0/ports/a1626f98-7e4f-4845-b4c4-1a3b466d9a78 HTTP/1.1" status: 204 len: 173 time: 0.7174704 Sep 01 09:40:11.874652 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0978e052-7437-4064-bbe0-9817c3156c14', 'name': 'network-vif-deleted', 'tag': 'a1626f98-7e4f-4845-b4c4-1a3b466d9a78'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:40:11.877127 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa94b501-d3cc-422c-8a57-917e0d4cfb5c" -d '{"events": [{"server_uuid": "0978e052-7437-4064-bbe0-9817c3156c14", "name": "network-vif-deleted", "tag": "a1626f98-7e4f-4845-b4c4-1a3b466d9a78"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:40:11.923727 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a781dade-79b4-4f2a-af34-19310717390e x-openstack-request-id: req-a781dade-79b4-4f2a-af34-19310717390e {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:40:11.924345 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0978e052-7437-4064-bbe0-9817c3156c14", "name": "network-vif-deleted", "tag": "a1626f98-7e4f-4845-b4c4-1a3b466d9a78", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:40:11.924720 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a781dade-79b4-4f2a-af34-19310717390e {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:40:11.925352 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0978e052-7437-4064-bbe0-9817c3156c14', 'name': 'network-vif-deleted', 'tag': 'a1626f98-7e4f-4845-b4c4-1a3b466d9a78', 'status': 'completed', 'code': 200} Sep 01 09:40:12.038714 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-aad6f376-692e-4ebc-838e-099313d8cfd0 req-ac2dbdbb-9c4c-4b2a-b45f-98807b735a9f tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 210 time: 0.0282226 Sep 01 09:40:12.111531 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad3547-1c2e-4c06-9165-ed602ba5779b req-f308482e-e5f7-4776-b7aa-68c270d95ac7 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:12.113063 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0bad3547-1c2e-4c06-9165-ed602ba5779b req-f308482e-e5f7-4776-b7aa-68c270d95ac7 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0480955 Sep 01 09:40:12.152519 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0bad3547-1c2e-4c06-9165-ed602ba5779b req-5360adb7-22d3-45e6-bbf2-66f1b7ed2f81 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334949 Sep 01 09:40:12.403452 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-57898c18-ceeb-4fd3-bf9b-aa07d920cb6d req-1f8dfe6c-2ff8-41a0-b4a6-b52261c0de27 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=0978e052-7437-4064-bbe0-9817c3156c14 HTTP/1.1" status: 200 len: 210 time: 0.0319903 Sep 01 09:40:12.859268 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54e769-6224-4185-aaeb-1e4b984b1625 req-92c80ac4-1c93-4245-b312-c4838d177f1c tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:12.860811 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8a54e769-6224-4185-aaeb-1e4b984b1625 req-92c80ac4-1c93-4245-b312-c4838d177f1c tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0556705 Sep 01 09:40:12.901943 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8a54e769-6224-4185-aaeb-1e4b984b1625 req-abea6b4c-02d1-409e-ae81-8b8f52e85f83 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348604 Sep 01 09:40:13.120614 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device a1626f98-7e4f-4845-b4c4-1a3b466d9a78 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:40:13.138632 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d9f63037-bbf6-423b-97eb-84fbab994a9b req-b246ac0a-7b60-4558-afbd-99320e71665c tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 210 time: 0.0317020 Sep 01 09:40:13.142271 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] No Port match for: a1626f98-7e4f-4845-b4c4-1a3b466d9a78 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:40:13.142791 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device a1626f98-7e4f-4845-b4c4-1a3b466d9a78 not bound to the agent host hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:40:13.143351 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:40:13.278672 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaea3cf-c02b-4c3a-8c4f-60d1fe9583cc req-bcbeed17-0d87-4e78-a3e4-3cd8358634db tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:13.280556 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-dbaea3cf-c02b-4c3a-8c4f-60d1fe9583cc req-bcbeed17-0d87-4e78-a3e4-3cd8358634db tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0489094 Sep 01 09:40:13.367373 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-dbaea3cf-c02b-4c3a-8c4f-60d1fe9583cc req-96680f4a-4a9f-4eb8-9fb5-42e959e37ebd tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805860 Sep 01 09:40:13.424562 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-d7f397c8-16c3-4c1d-80f3-95041bc96085 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:13.426007 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-d7f397c8-16c3-4c1d-80f3-95041bc96085 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.77 "GET /v2.0/networks?id=b38449d0-b6a0-4520-8507-cbd413764049 HTTP/1.1" status: 200 len: 809 time: 0.1204872 Sep 01 09:40:13.461860 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [req-82add36d-9e74-41d5-8fa6-3af5082a3075 req-b0119690-ea66-4fb7-8a17-cc3b435b093a service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=94093) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 09:40:13.462858 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-82add36d-9e74-41d5-8fa6-3af5082a3075 req-b0119690-ea66-4fb7-8a17-cc3b435b093a service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122495 Sep 01 09:40:13.486394 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-39956b02-f0d1-4d0d-9910-ba1e9840ce1d tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bab9bd04bc9448768f269f0704762dbf HTTP/1.1" status: 200 len: 380 time: 0.0423906 Sep 01 09:40:13.500628 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-2c44253f-eab9-4b68-b95a-ae9875b7f015 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Request body: {'port': {'device_id': '1674cca4-906a-47f5-8b9f-a81f7740e79c', 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049', 'admin_state_up': True, 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'security_groups': ['581c83e1-0aef-4870-b904-df453b34d406']}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:40:13.654853 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ea706-ad27-44cb-8127-5391c97dd0e0 req-96022326-965d-4860-966e-c49155f6804a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:13.656397 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b31ea706-ad27-44cb-8127-5391c97dd0e0 req-96022326-965d-4860-966e-c49155f6804a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0678506 Sep 01 09:40:13.681198 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-2c44253f-eab9-4b68-b95a-ae9875b7f015 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Made reservation on behalf of bab9bd04bc9448768f269f0704762dbf for: {'port': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:40:13.684519 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-2c44253f-eab9-4b68-b95a-ae9875b7f015 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:13.720163 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b31ea706-ad27-44cb-8127-5391c97dd0e0 req-d23390ae-509e-44fd-a0d7-43f1c9e5c2c7 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572779 Sep 01 09:40:13.824986 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-2c44253f-eab9-4b68-b95a-ae9875b7f015 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Allocated IP 172.20.0.14 (b38449d0-b6a0-4520-8507-cbd413764049/8b9cb2b7-7426-48b5-8a03-fbe41cdd5436/22c90122-84d9-4477-a355-d834502909d6) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:40:13.928999 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 35926) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:40:13.967723 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-2c44253f-eab9-4b68-b95a-ae9875b7f015 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:13.977638 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-2c44253f-eab9-4b68-b95a-ae9875b7f015 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Transition to ACTIVE for port object 22c90122-84d9-4477-a355-d834502909d6 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:40:14.010711 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-2c44253f-eab9-4b68-b95a-ae9875b7f015 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:14.016358 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d5eac576-e92c-4fc6-9033-91c22c301751 req-03e98b14-4639-420d-b826-8c3fd6370eda service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857761 Sep 01 09:40:14.025953 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [req-d5eac576-e92c-4fc6-9033-91c22c301751 req-37c7cdb4-41d0-4239-bf29-7bdd8e81e63e service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 09:40:14.026913 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d5eac576-e92c-4fc6-9033-91c22c301751 req-37c7cdb4-41d0-4239-bf29-7bdd8e81e63e service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050595 Sep 01 09:40:14.057348 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-2c44253f-eab9-4b68-b95a-ae9875b7f015 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Network b38449d0-b6a0-4520-8507-cbd413764049 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:40:14.060545 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-2c44253f-eab9-4b68-b95a-ae9875b7f015 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:40:14.064305 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-2c44253f-eab9-4b68-b95a-ae9875b7f015 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:40:14.070528 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44253f-eab9-4b68-b95a-ae9875b7f015 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Pushing event updated for resources: {'Port': ['ID=22c90122-84d9-4477-a355-d834502909d6,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:14.121863 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-2c44253f-eab9-4b68-b95a-ae9875b7f015 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:14.122648 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-2c44253f-eab9-4b68-b95a-ae9875b7f015 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:14.138826 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-2c44253f-eab9-4b68-b95a-ae9875b7f015 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6425395 Sep 01 09:40:14.164001 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Request body: {'port': {'device_id': '1674cca4-906a-47f5-8b9f-a81f7740e79c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:40:14.259430 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:14.316158 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a082a-70f0-468a-ba98-da1aa5fda231 req-c1a11ac2-1361-4c8b-8b80-34a3b5a1d38e tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:14.317640 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-669a082a-70f0-468a-ba98-da1aa5fda231 req-c1a11ac2-1361-4c8b-8b80-34a3b5a1d38e tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 932 time: 0.0944722 Sep 01 09:40:14.360956 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-afc6f5ff-cdb0-4727-a3c8-ba67f2586251 None None] Provisioning for port 22c90122-84d9-4477-a355-d834502909d6 completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:40:14.366038 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-afc6f5ff-cdb0-4727-a3c8-ba67f2586251 None None] Provisioning complete for port 22c90122-84d9-4477-a355-d834502909d6 triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:40:14.366411 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-afc6f5ff-cdb0-4727-a3c8-ba67f2586251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:14.401773 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-afc6f5ff-cdb0-4727-a3c8-ba67f2586251 None None] Port 22c90122-84d9-4477-a355-d834502909d6 cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:40:14.421404 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-669a082a-70f0-468a-ba98-da1aa5fda231 req-5dc02bb1-7a20-4cba-b0a5-fc2c55fffc13 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939944 Sep 01 09:40:14.565534 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0db43-05e1-4899-b148-ff4d8d53a677 req-2032bfaf-1f32-4a19-bb3b-990171d997ec tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:14.567020 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fca0db43-05e1-4899-b148-ff4d8d53a677 req-2032bfaf-1f32-4a19-bb3b-990171d997ec tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0790496 Sep 01 09:40:14.642676 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fca0db43-05e1-4899-b148-ff4d8d53a677 req-943cbf15-e985-49e5-85fc-ddc62891990c tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693874 Sep 01 09:40:14.655366 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c90122-84d9-4477-a355-d834502909d6 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:40:14.666751 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:14.676357 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Transition to ACTIVE for port object 22c90122-84d9-4477-a355-d834502909d6 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:40:14.680832 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:14.734311 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Pushing event updated for resources: {'Port': ['ID=22c90122-84d9-4477-a355-d834502909d6,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:14.745618 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:14.747600 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:14.747600 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:14.747600 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:14.747600 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:14.747600 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:14.748117 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:14.748429 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:14.748610 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:14.748903 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:14.749216 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:14.749524 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:15.086726 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20c53b-476a-45d0-8e76-85a6ce09d369 req-63891eb2-7664-415f-92bd-9fcc55c19756 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:15.088189 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fe20c53b-476a-45d0-8e76-85a6ce09d369 req-63891eb2-7664-415f-92bd-9fcc55c19756 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 946 time: 0.1148865 Sep 01 09:40:15.094990 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443896f-7a56-4323-9212-b710a00d9dd4 req-acc801d4-be15-4c26-89da-0a897b4d7ac9 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:15.096396 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2443896f-7a56-4323-9212-b710a00d9dd4 req-acc801d4-be15-4c26-89da-0a897b4d7ac9 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.1242847 Sep 01 09:40:15.098397 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Attempting to bind port 22c90122-84d9-4477-a355-d834502909d6 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:40:15.098726 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Attempting to bind port 22c90122-84d9-4477-a355-d834502909d6 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '135d1e9e-2dd3-4bbe-95e6-c01eb6c04776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:40:15.099046 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Attempting to bind port 22c90122-84d9-4477-a355-d834502909d6 on network b38449d0-b6a0-4520-8507-cbd413764049 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:40:15.120835 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Port 22c90122-84d9-4477-a355-d834502909d6 on network b38449d0-b6a0-4520-8507-cbd413764049 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 09:40:15.121156 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Attempting to bind port 22c90122-84d9-4477-a355-d834502909d6 on network b38449d0-b6a0-4520-8507-cbd413764049 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:40:15.146040 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Checking agent: {'id': '8ce25ef8-d4a6-4c3d-9635-2091a35d6989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'started_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:40:15.146702 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Checking segment: {'id': '135d1e9e-2dd3-4bbe-95e6-c01eb6c04776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:40:15.146702 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Bound using segment: {'id': '135d1e9e-2dd3-4bbe-95e6-c01eb6c04776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:40:15.147029 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Bound port: 22c90122-84d9-4477-a355-d834502909d6, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135d1e9e-2dd3-4bbe-95e6-c01eb6c04776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1061, 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:40:15.147388 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:15.182157 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2443896f-7a56-4323-9212-b710a00d9dd4 req-131e3077-f2b9-4877-8422-f5f6863c464c tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752006 Sep 01 09:40:15.185028 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fe20c53b-476a-45d0-8e76-85a6ce09d369 req-3364ef03-f287-480e-a3ee-9b6153ccbaba tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875766 Sep 01 09:40:15.238148 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] For port 22c90122-84d9-4477-a355-d834502909d6, host hv-cinder-80672, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:40:15.242023 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] For port 22c90122-84d9-4477-a355-d834502909d6, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=22c90122-84d9-4477-a355-d834502909d6,segment=NetworkSegment(135d1e9e-2dd3-4bbe-95e6-c01eb6c04776),segment_id=135d1e9e-2dd3-4bbe-95e6-c01eb6c04776)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:40:15.246991 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:15.281296 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:15.281889 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:15.283371 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] 10.222.0.77 "PUT /v2.0/ports/22c90122-84d9-4477-a355-d834502909d6 HTTP/1.1" status: 200 len: 1094 time: 1.1290884 Sep 01 09:40:15.283685 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1674cca4-906a-47f5-8b9f-a81f7740e79c', 'tag': '22c90122-84d9-4477-a355-d834502909d6'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:40:15.285905 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f75913-dcfd-4922-8dda-ce56c5a66d28" -d '{"events": [{"name": "network-changed", "server_uuid": "1674cca4-906a-47f5-8b9f-a81f7740e79c", "tag": "22c90122-84d9-4477-a355-d834502909d6"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:40:15.311493 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f681d0-a3e0-440b-8d90-a7e06982031d service neutron] Pushing event updated for resources: {'Port': ['ID=22c90122-84d9-4477-a355-d834502909d6,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:15.332814 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ced50ad-04c3-4c55-8451-7b35d0e80bff x-openstack-request-id: req-3ced50ad-04c3-4c55-8451-7b35d0e80bff {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:40:15.333122 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1674cca4-906a-47f5-8b9f-a81f7740e79c", "tag": "22c90122-84d9-4477-a355-d834502909d6", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:40:15.333386 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3ced50ad-04c3-4c55-8451-7b35d0e80bff {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:40:15.333774 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1674cca4-906a-47f5-8b9f-a81f7740e79c', 'tag': '22c90122-84d9-4477-a355-d834502909d6', 'status': 'completed', 'code': 200} Sep 01 09:40:15.408840 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-fa702852-a745-4785-8bab-e929ca861eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:15.410409 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-fa702852-a745-4785-8bab-e929ca861eb1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bab9bd04bc9448768f269f0704762dbf&device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 1097 time: 0.0434501 Sep 01 09:40:15.491608 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-18941b81-4f7b-4a91-ae1a-8d4d5fe78e04 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22c90122-84d9-4477-a355-d834502909d6 HTTP/1.1" status: 200 len: 217 time: 0.0360959 Sep 01 09:40:15.573307 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-f1cf9787-5078-4c02-8981-0a1c0b371634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:15.574789 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-f1cf9787-5078-4c02-8981-0a1c0b371634 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b9cb2b7-7426-48b5-8a03-fbe41cdd5436 HTTP/1.1" status: 200 len: 848 time: 0.0752549 Sep 01 09:40:15.586739 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d05bf2-8f79-42fe-940e-d11191e55c3b req-201cf52a-c156-4837-9b0b-cfd2699e1d88 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:15.588172 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-41d05bf2-8f79-42fe-940e-d11191e55c3b req-201cf52a-c156-4837-9b0b-cfd2699e1d88 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0808051 Sep 01 09:40:15.647848 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-41d05bf2-8f79-42fe-940e-d11191e55c3b req-06e39aa6-b64a-4a82-93af-ed5671b9643b tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512671 Sep 01 09:40:15.653271 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-7f230063-81c0-4244-9e2a-5af67dc62372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:15.654767 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-7f230063-81c0-4244-9e2a-5af67dc62372 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b38449d0-b6a0-4520-8507-cbd413764049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657139 Sep 01 09:40:15.775596 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-5440d14b-129b-4db7-827e-b167831293a8 service neutron] 10.222.0.77 "GET /v2.0/networks/b38449d0-b6a0-4520-8507-cbd413764049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117840 Sep 01 09:40:15.786233 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4d173-c422-46c4-aa22-3e18397ef6a4 req-659c1d04-9bc7-4cea-b8ed-f6f920cefbbd tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:15.787612 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a5f4d173-c422-46c4-aa22-3e18397ef6a4 req-659c1d04-9bc7-4cea-b8ed-f6f920cefbbd tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0718539 Sep 01 09:40:15.873966 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a5f4d173-c422-46c4-aa22-3e18397ef6a4 req-37283e63-10ce-464d-b73d-c509cdf92019 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784798 Sep 01 09:40:15.899996 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4f72f564-d199-4b84-a4a2-962a600a0e78 req-a4001c79-8053-47bb-aa33-e24885543fff service neutron] 10.222.0.77 "GET /v2.0/networks/b38449d0-b6a0-4520-8507-cbd413764049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113927 Sep 01 09:40:15.937734 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eac576-e92c-4fc6-9033-91c22c301751 req-f9450993-3838-4c5b-8cd5-fc19afac727c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:15.939228 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d5eac576-e92c-4fc6-9033-91c22c301751 req-f9450993-3838-4c5b-8cd5-fc19afac727c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583&tenant_id=8f31d34eddaa45b5acebb6d9a01f72da HTTP/1.1" status: 200 len: 1097 time: 0.0835996 Sep 01 09:40:16.069536 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eac576-e92c-4fc6-9033-91c22c301751 req-69a8db74-04ad-4360-8935-5ad3adec1436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:16.069971 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f75913-dcfd-4922-8dda-ce56c5a66d28 req-81a27ce5-c3e8-484a-8000-4fb63d1bb480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:16.071031 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d5eac576-e92c-4fc6-9033-91c22c301751 req-69a8db74-04ad-4360-8935-5ad3adec1436 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8f31d34eddaa45b5acebb6d9a01f72da&device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 1097 time: 0.0413082 Sep 01 09:40:16.071448 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c3f75913-dcfd-4922-8dda-ce56c5a66d28 req-81a27ce5-c3e8-484a-8000-4fb63d1bb480 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bab9bd04bc9448768f269f0704762dbf&device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 1097 time: 0.0413873 Sep 01 09:40:16.166178 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eac576-e92c-4fc6-9033-91c22c301751 req-fe566193-3412-41eb-b874-d47866288ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:16.167691 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d5eac576-e92c-4fc6-9033-91c22c301751 req-fe566193-3412-41eb-b874-d47866288ccb service neutron] 10.222.0.77 "GET /v2.0/networks?id=920f8885-e155-4a4c-b565-49a7256d330f HTTP/1.1" status: 200 len: 919 time: 0.0821087 Sep 01 09:40:16.173243 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f75913-dcfd-4922-8dda-ce56c5a66d28 req-846362c5-7c68-4cdc-95ce-bb30c675d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:16.174683 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c3f75913-dcfd-4922-8dda-ce56c5a66d28 req-846362c5-7c68-4cdc-95ce-bb30c675d460 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b38449d0-b6a0-4520-8507-cbd413764049 HTTP/1.1" status: 200 len: 911 time: 0.0885818 Sep 01 09:40:16.216828 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c3f75913-dcfd-4922-8dda-ce56c5a66d28 req-0c7093db-0462-4bb4-a241-28c8a187efde service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22c90122-84d9-4477-a355-d834502909d6 HTTP/1.1" status: 200 len: 217 time: 0.0341699 Sep 01 09:40:16.265632 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d5eac576-e92c-4fc6-9033-91c22c301751 req-30c2e3cf-7978-4dd3-a9c0-769be02ba1b7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 HTTP/1.1" status: 200 len: 998 time: 0.0898483 Sep 01 09:40:16.316311 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eac576-e92c-4fc6-9033-91c22c301751 req-92b177c9-a5e7-4e72-abbd-01003f714bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:16.317795 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d5eac576-e92c-4fc6-9033-91c22c301751 req-92b177c9-a5e7-4e72-abbd-01003f714bd0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd81cb56-8012-4aea-8463-56fc1c6006dd HTTP/1.1" status: 200 len: 856 time: 0.0421698 Sep 01 09:40:16.367441 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f75913-dcfd-4922-8dda-ce56c5a66d28 req-1d0666b8-f454-4dd1-87bf-92bc6e8599cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:16.368928 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c3f75913-dcfd-4922-8dda-ce56c5a66d28 req-1d0666b8-f454-4dd1-87bf-92bc6e8599cf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b9cb2b7-7426-48b5-8a03-fbe41cdd5436 HTTP/1.1" status: 200 len: 848 time: 0.0877914 Sep 01 09:40:16.370193 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eac576-e92c-4fc6-9033-91c22c301751 req-ad9fe929-9504-433a-acb4-a13110d6ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:16.371703 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d5eac576-e92c-4fc6-9033-91c22c301751 req-ad9fe929-9504-433a-acb4-a13110d6ae28 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=920f8885-e155-4a4c-b565-49a7256d330f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445421 Sep 01 09:40:16.381139 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13b0ee-4e73-49cc-b3b7-639f4f3adabe req-f87ae609-590d-4960-ae8e-bc3c9f4822ee tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:16.382531 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ee13b0ee-4e73-49cc-b3b7-639f4f3adabe req-f87ae609-590d-4960-ae8e-bc3c9f4822ee tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.1206527 Sep 01 09:40:16.391550 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088d23b-f115-4328-996c-d6888033beca req-de6010de-57ea-471b-9cf4-5f0f4c95924d tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:16.392977 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f088d23b-f115-4328-996c-d6888033beca req-de6010de-57ea-471b-9cf4-5f0f4c95924d tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 946 time: 0.1221054 Sep 01 09:40:16.467583 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d5eac576-e92c-4fc6-9033-91c22c301751 req-11d8ee3e-b5ab-4578-8745-18764fc573bf service neutron] 10.222.0.77 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819390 Sep 01 09:40:16.476096 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ee13b0ee-4e73-49cc-b3b7-639f4f3adabe req-9b728bc6-ff91-45d5-bcf3-0d01e8ecc1e6 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760756 Sep 01 09:40:16.480563 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f088d23b-f115-4328-996c-d6888033beca req-2bda5060-69e0-4010-a788-0b7ece4831c1 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/security-groups?id=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795782 Sep 01 09:40:16.484240 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f75913-dcfd-4922-8dda-ce56c5a66d28 req-95d0b737-33a9-48b7-87ad-f90e194a4146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:16.485730 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c3f75913-dcfd-4922-8dda-ce56c5a66d28 req-95d0b737-33a9-48b7-87ad-f90e194a4146 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b38449d0-b6a0-4520-8507-cbd413764049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1016049 Sep 01 09:40:16.564440 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d5eac576-e92c-4fc6-9033-91c22c301751 req-a0e12761-5bcf-4b0b-b522-c0ac349e113d service neutron] 10.222.0.77 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876515 Sep 01 09:40:16.580227 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c3f75913-dcfd-4922-8dda-ce56c5a66d28 req-76f4029a-6630-4f26-a56b-c1073be84fe9 service neutron] 10.222.0.77 "GET /v2.0/networks/b38449d0-b6a0-4520-8507-cbd413764049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855520 Sep 01 09:40:16.677199 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c3f75913-dcfd-4922-8dda-ce56c5a66d28 req-665fef69-30be-491d-a9ff-7f44c010b9be service neutron] 10.222.0.77 "GET /v2.0/networks/b38449d0-b6a0-4520-8507-cbd413764049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882058 Sep 01 09:40:16.764169 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf9f5e-131e-493d-8ff9-648a6c1e1307 req-3408ab69-f6d0-426d-b045-0c0ed4943939 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:16.765536 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-84bf9f5e-131e-493d-8ff9-648a6c1e1307 req-3408ab69-f6d0-426d-b045-0c0ed4943939 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0510895 Sep 01 09:40:16.808433 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-84bf9f5e-131e-493d-8ff9-648a6c1e1307 req-0db294c2-a313-48aa-9abe-ac9e866d5ce5 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367863 Sep 01 09:40:16.990515 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3c652-6be0-4e47-8900-23aba10e8a8a req-55d2e24f-a3fe-4244-bf69-4586c9c24fc3 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:16.992049 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-61d3c652-6be0-4e47-8900-23aba10e8a8a req-55d2e24f-a3fe-4244-bf69-4586c9c24fc3 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0505650 Sep 01 09:40:17.056310 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-61d3c652-6be0-4e47-8900-23aba10e8a8a req-f3d5f541-c228-4053-8c71-eb1eb2c35de5 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576768 Sep 01 09:40:17.074064 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c3c06-8349-42de-a160-0061f6ce6665 req-f6c6efab-58f1-4a4e-b692-037f654248c3 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:17.075674 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-184c3c06-8349-42de-a160-0061f6ce6665 req-f6c6efab-58f1-4a4e-b692-037f654248c3 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 946 time: 0.0625324 Sep 01 09:40:17.205859 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-184c3c06-8349-42de-a160-0061f6ce6665 req-51fce416-6517-49c1-8a82-c6d77a173cec tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Deleting port 564a5788-ecc3-4d35-9977-ca25ef90cde9 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:40:17.206531 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-184c3c06-8349-42de-a160-0061f6ce6665 req-51fce416-6517-49c1-8a82-c6d77a173cec tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:17.336255 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-184c3c06-8349-42de-a160-0061f6ce6665 req-51fce416-6517-49c1-8a82-c6d77a173cec tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] For port 564a5788-ecc3-4d35-9977-ca25ef90cde9, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=564a5788-ecc3-4d35-9977-ca25ef90cde9,segment=NetworkSegment(21237dc9-c16a-4524-9c4f-493ab52f32e1),segment_id=21237dc9-c16a-4524-9c4f-493ab52f32e1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:40:17.336559 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-184c3c06-8349-42de-a160-0061f6ce6665 req-51fce416-6517-49c1-8a82-c6d77a173cec tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:17.351794 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-184c3c06-8349-42de-a160-0061f6ce6665 req-51fce416-6517-49c1-8a82-c6d77a173cec tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Calling delete_port for 564a5788-ecc3-4d35-9977-ca25ef90cde9 owned by compute:nova {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:40:17.497154 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-184c3c06-8349-42de-a160-0061f6ce6665 req-51fce416-6517-49c1-8a82-c6d77a173cec tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:17.552434 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fce416-6517-49c1-8a82-c6d77a173cec tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Pushing event deleted for resources: {'Port': ['ID=564a5788-ecc3-4d35-9977-ca25ef90cde9,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:17.641010 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5877cfe4-e079-439f-bc78-f9cbc9fab469 req-8fceb8e1-cfef-4315-9171-76a7753040c7 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 210 time: 0.0689704 Sep 01 09:40:17.667625 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [req-184c3c06-8349-42de-a160-0061f6ce6665 req-51fce416-6517-49c1-8a82-c6d77a173cec tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] No DVR routers for this DVR port 564a5788-ecc3-4d35-9977-ca25ef90cde9 on host hv-cinder-80672 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:40:17.671265 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-184c3c06-8349-42de-a160-0061f6ce6665 req-51fce416-6517-49c1-8a82-c6d77a173cec tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:17.673281 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-184c3c06-8349-42de-a160-0061f6ce6665 req-51fce416-6517-49c1-8a82-c6d77a173cec tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.77 "DELETE /v2.0/ports/564a5788-ecc3-4d35-9977-ca25ef90cde9 HTTP/1.1" status: 204 len: 173 time: 0.5914512 Sep 01 09:40:17.673717 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cd577d-bc84-4d60-b8b5-21c45702de54', 'name': 'network-vif-deleted', 'tag': '564a5788-ecc3-4d35-9977-ca25ef90cde9'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:40:17.675994 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe95265a-2cdb-4958-b99a-2d1cfe5bc5f0" -d '{"events": [{"server_uuid": "b3cd577d-bc84-4d60-b8b5-21c45702de54", "name": "network-vif-deleted", "tag": "564a5788-ecc3-4d35-9977-ca25ef90cde9"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:40:17.703565 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bcb2a-0f4f-4c3b-a0e2-7ae959d4c7b7 req-3220a810-c725-4f49-ab9e-bf3fba209543 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:17.705283 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ea5bcb2a-0f4f-4c3b-a0e2-7ae959d4c7b7 req-3220a810-c725-4f49-ab9e-bf3fba209543 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.1001129 Sep 01 09:40:17.726269 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e251ba3-be50-4ca3-8f74-7b0e56dfa699 x-openstack-request-id: req-2e251ba3-be50-4ca3-8f74-7b0e56dfa699 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:40:17.726559 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3cd577d-bc84-4d60-b8b5-21c45702de54", "name": "network-vif-deleted", "tag": "564a5788-ecc3-4d35-9977-ca25ef90cde9", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:40:17.726806 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2e251ba3-be50-4ca3-8f74-7b0e56dfa699 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:40:17.727184 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3cd577d-bc84-4d60-b8b5-21c45702de54', 'name': 'network-vif-deleted', 'tag': '564a5788-ecc3-4d35-9977-ca25ef90cde9', 'status': 'completed', 'code': 200} Sep 01 09:40:17.746433 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ea5bcb2a-0f4f-4c3b-a0e2-7ae959d4c7b7 req-335c116d-0938-435b-919c-850c3e8e6cdb tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345933 Sep 01 09:40:17.924659 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a91f1d-044a-49ab-8ae1-963bcfc7dd82 req-5311b3b7-94fb-4649-b8d2-112b6d049e60 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:17.926031 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b1a91f1d-044a-49ab-8ae1-963bcfc7dd82 req-5311b3b7-94fb-4649-b8d2-112b6d049e60 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0476921 Sep 01 09:40:17.962694 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b1a91f1d-044a-49ab-8ae1-963bcfc7dd82 req-e4ee1b99-af90-4dac-9b48-76406ab47bf6 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306773 Sep 01 09:40:18.179163 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c42021-6cbc-4c30-bb37-5770e5577d1c req-9323e0ed-7fb7-4495-8705-e0588ba0e4bd tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:18.180538 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-30c42021-6cbc-4c30-bb37-5770e5577d1c req-9323e0ed-7fb7-4495-8705-e0588ba0e4bd tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0504482 Sep 01 09:40:18.218938 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-30c42021-6cbc-4c30-bb37-5770e5577d1c req-3ba42a0b-8281-4906-8636-c16bbaa1d983 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324035 Sep 01 09:40:18.749481 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f48f6367-d0ca-4666-9414-0c46c897de9c req-2ac27b13-2341-438f-b5db-b28b291d1a12 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 210 time: 0.0271523 Sep 01 09:40:18.864126 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14df00a-deb0-4ce0-a449-44e021329574 req-c889815e-7841-451c-9853-f5a9d22ec33b tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:18.865578 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f14df00a-deb0-4ce0-a449-44e021329574 req-c889815e-7841-451c-9853-f5a9d22ec33b tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0485282 Sep 01 09:40:18.901989 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f14df00a-deb0-4ce0-a449-44e021329574 req-64baeb38-6eb0-4beb-a299-1515457bd3b2 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305820 Sep 01 09:40:19.076746 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43d45c-0aa1-4aee-bc98-5907b7396102 req-0a17b4d5-d0e7-40de-ad0a-45a3632f3d94 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:19.078225 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6e43d45c-0aa1-4aee-bc98-5907b7396102 req-0a17b4d5-d0e7-40de-ad0a-45a3632f3d94 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0483060 Sep 01 09:40:19.128259 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 564a5788-ecc3-4d35-9977-ca25ef90cde9 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:40:19.138145 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6e43d45c-0aa1-4aee-bc98-5907b7396102 req-dac87cd1-4583-4a14-a6e8-1ff04f1dd463 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511594 Sep 01 09:40:19.152012 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] No Port match for: 564a5788-ecc3-4d35-9977-ca25ef90cde9 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:40:19.152578 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 564a5788-ecc3-4d35-9977-ca25ef90cde9 not bound to the agent host hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:40:19.336489 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87e142-ab75-446e-abae-ca2b8a141dbb req-b2a15615-486e-4e24-8811-86a111b1c6a0 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:19.337985 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ad87e142-ab75-446e-abae-ca2b8a141dbb req-b2a15615-486e-4e24-8811-86a111b1c6a0 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0474048 Sep 01 09:40:19.374999 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ad87e142-ab75-446e-abae-ca2b8a141dbb req-6c3578dd-84e5-4130-a312-4e4f0e0b7a64 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311739 Sep 01 09:40:19.861628 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-569dafab-30cf-4c6c-ac50-9ad6c632b0ab req-bb22cfbb-9592-47db-9cb5-73455fd0c71d tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 210 time: 0.0361834 Sep 01 09:40:20.030124 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4a92e-c758-41a3-899e-cbad340a2bc5 req-bca865e8-f5b8-4ffb-a9e0-e5cda526c1f3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:20.032229 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fcb4a92e-c758-41a3-899e-cbad340a2bc5 req-bca865e8-f5b8-4ffb-a9e0-e5cda526c1f3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0522451 Sep 01 09:40:20.081700 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fcb4a92e-c758-41a3-899e-cbad340a2bc5 req-178efe8f-f654-400d-8473-598d63ffd8f1 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434732 Sep 01 09:40:20.254580 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f6c8b-5b3d-44d8-b813-1ae80a5ad399 req-802e6ccd-4601-4212-816f-d77cfc4312bd tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:20.256122 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1e1f6c8b-5b3d-44d8-b813-1ae80a5ad399 req-802e6ccd-4601-4212-816f-d77cfc4312bd tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0561042 Sep 01 09:40:20.297758 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1e1f6c8b-5b3d-44d8-b813-1ae80a5ad399 req-278d7ff7-fadc-4a79-a6ee-9c7cb1cc4271 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325732 Sep 01 09:40:20.513644 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba0f7c-1b45-4bcf-9d16-01a49da72607 req-5007c6d2-ccc3-454f-9217-be3f0438fb74 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:20.515399 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-dfba0f7c-1b45-4bcf-9d16-01a49da72607 req-5007c6d2-ccc3-454f-9217-be3f0438fb74 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0632260 Sep 01 09:40:20.561400 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-dfba0f7c-1b45-4bcf-9d16-01a49da72607 req-eecc1911-341f-4dce-8e3a-35ca7c0225ee tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384002 Sep 01 09:40:20.971761 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6e4887e8-d3ff-420c-9210-7705f9195436 req-81aabcd4-6315-4faa-8cec-9156eacd66bc tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 210 time: 0.0333183 Sep 01 09:40:21.210392 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b12d3-2600-4345-b534-0b3a16a8e5f6 req-0ef506e5-5e4a-4763-8743-4b7d7156af6d tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:21.211853 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-060b12d3-2600-4345-b534-0b3a16a8e5f6 req-0ef506e5-5e4a-4763-8743-4b7d7156af6d tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0501797 Sep 01 09:40:21.249535 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-060b12d3-2600-4345-b534-0b3a16a8e5f6 req-49698279-7e75-4dd0-bd56-1f6954184e27 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318999 Sep 01 09:40:21.455357 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc12a01-ecb2-451c-816d-52b30e42e786 req-f429ab57-3d0a-46b3-a8fa-106928cfdcb3 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:21.456938 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9cc12a01-ecb2-451c-816d-52b30e42e786 req-f429ab57-3d0a-46b3-a8fa-106928cfdcb3 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0724957 Sep 01 09:40:21.497079 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9cc12a01-ecb2-451c-816d-52b30e42e786 req-103df9d4-086e-40a0-aba0-8221fbf213d2 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338330 Sep 01 09:40:21.676416 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101e79a-b60f-4cd3-9edc-cddf3f7a780f req-cfe2978e-6a4a-421d-99cc-50cb7734a8a6 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:21.677837 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a101e79a-b60f-4cd3-9edc-cddf3f7a780f req-cfe2978e-6a4a-421d-99cc-50cb7734a8a6 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0495150 Sep 01 09:40:21.714622 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a101e79a-b60f-4cd3-9edc-cddf3f7a780f req-f47348a9-ae8c-4664-8164-ae69dd326ce2 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307803 Sep 01 09:40:22.067301 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a08fa488-b7dc-4fa8-9fb4-bb503a8c96e8 req-2496316e-ab2d-4895-9716-b0c7915e8e6f tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 210 time: 0.0282948 Sep 01 09:40:22.315917 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-bd4f5bc1-f827-4a0b-ad6b-448522a51254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:22.367929 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccda089-4424-4f68-9e04-1d771f723406 req-13221ed6-0191-40da-8587-824900d1b3ae tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:22.369419 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5ccda089-4424-4f68-9e04-1d771f723406 req-13221ed6-0191-40da-8587-824900d1b3ae tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0486302 Sep 01 09:40:22.407170 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5ccda089-4424-4f68-9e04-1d771f723406 req-9897544d-6f2f-42da-9fe0-0e9fe940d751 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318058 Sep 01 09:40:22.611676 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a1606-a2d0-4dfc-8521-2c0a20bc434e req-b476d10b-e43e-4b03-a214-ece8a2bf9cef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:22.613192 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c71a1606-a2d0-4dfc-8521-2c0a20bc434e req-b476d10b-e43e-4b03-a214-ece8a2bf9cef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0482032 Sep 01 09:40:22.650927 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c71a1606-a2d0-4dfc-8521-2c0a20bc434e req-e8f60bf8-20ed-4a40-8d1d-2f50eac24ddd tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319335 Sep 01 09:40:22.827369 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d890803-21c6-4b24-b0a4-f56f9f3b82d2 req-fbc95e8c-62d3-429c-ad55-b8b17a7f75a0 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:22.828734 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6d890803-21c6-4b24-b0a4-f56f9f3b82d2 req-fbc95e8c-62d3-429c-ad55-b8b17a7f75a0 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0460525 Sep 01 09:40:22.873683 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6d890803-21c6-4b24-b0a4-f56f9f3b82d2 req-33acc575-fe11-403a-89e0-f7da39c8f2db tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387783 Sep 01 09:40:23.158946 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d81ec25e-8ff5-4d75-8894-fc278a4be259 req-f6761fcb-8f6e-49b1-b1f8-e32033c9fb04 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 210 time: 0.0251985 Sep 01 09:40:23.539740 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b303dc9-73bf-4ecf-acf1-bb28fb014f68 req-a5ae2f80-204e-4ce3-813a-0f66fda88929 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:23.541684 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6b303dc9-73bf-4ecf-acf1-bb28fb014f68 req-a5ae2f80-204e-4ce3-813a-0f66fda88929 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0546958 Sep 01 09:40:23.580358 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6b303dc9-73bf-4ecf-acf1-bb28fb014f68 req-8d40ff0f-0172-4296-af4b-d5b8cbd24ec5 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324500 Sep 01 09:40:23.783675 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf754c-9b70-43eb-bc39-18933e690f31 req-224da2bf-daa1-4754-8a30-499259827343 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:23.785248 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-57bf754c-9b70-43eb-bc39-18933e690f31 req-224da2bf-daa1-4754-8a30-499259827343 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0478990 Sep 01 09:40:23.831758 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-57bf754c-9b70-43eb-bc39-18933e690f31 req-38ef0e47-e32f-42a6-9993-a4138d7e89fe tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354795 Sep 01 09:40:23.892848 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:23.999647 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ba706-e38f-48d2-bcb3-7059170ea5ac req-1e67f287-d51f-4472-aa93-2ff7e8983ffd tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:24.001172 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ed5ba706-e38f-48d2-bcb3-7059170ea5ac req-1e67f287-d51f-4472-aa93-2ff7e8983ffd tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0602076 Sep 01 09:40:24.043171 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ed5ba706-e38f-48d2-bcb3-7059170ea5ac req-faab2080-53a1-4742-9b06-568c14179dc6 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358448 Sep 01 09:40:24.271220 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cc9ec363-8c1f-466f-b6c7-4d890ff4f7a5 req-16a5f641-c145-4dea-9fae-f749bead060e tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 210 time: 0.0262709 Sep 01 09:40:24.709855 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c8b71-95e5-4961-8734-c0ddfb777a47 req-bad989f8-61e1-4780-a0fd-bb029f1c0d75 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:24.711300 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c34c8b71-95e5-4961-8734-c0ddfb777a47 req-bad989f8-61e1-4780-a0fd-bb029f1c0d75 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0504315 Sep 01 09:40:24.754881 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c34c8b71-95e5-4961-8734-c0ddfb777a47 req-dbfe6aaa-26c7-4d0e-a5c6-8180600936b5 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375080 Sep 01 09:40:24.839281 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0e2bff25-b7b0-4ece-92c4-2a43200c3554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:24.946543 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c6bdd-b418-415c-8871-cedb954104d4 req-7c04d036-9dc7-4201-830e-e3bcdd0c2795 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:24.948041 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3c4c6bdd-b418-415c-8871-cedb954104d4 req-7c04d036-9dc7-4201-830e-e3bcdd0c2795 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0510707 Sep 01 09:40:25.002821 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3c4c6bdd-b418-415c-8871-cedb954104d4 req-c22e1e13-3980-4bd7-894d-7439de5b2667 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477664 Sep 01 09:40:25.166855 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921df05-de02-4cdf-bd2e-403015c08537 req-7d5c9c89-51dd-4a0a-b056-0577c25205a8 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:25.168221 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2921df05-de02-4cdf-bd2e-403015c08537 req-7d5c9c89-51dd-4a0a-b056-0577c25205a8 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0484920 Sep 01 09:40:25.207109 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2921df05-de02-4cdf-bd2e-403015c08537 req-00096dcc-82bc-43b6-bba0-10ab3d7ac7f1 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330007 Sep 01 09:40:25.383344 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-56bbd762-ff68-415a-bf1c-e60d1e84c444 req-fbbe0f37-7604-4a6e-a2c1-d3ed1b8e8d09 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 210 time: 0.0372930 Sep 01 09:40:25.471850 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:25.881896 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c17c5d-47a4-45d0-a11b-8b50425e7164 req-59c625ad-5974-4325-9c25-4eb96d44732f tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:25.883480 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-97c17c5d-47a4-45d0-a11b-8b50425e7164 req-59c625ad-5974-4325-9c25-4eb96d44732f tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0482624 Sep 01 09:40:25.923406 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-97c17c5d-47a4-45d0-a11b-8b50425e7164 req-01c75b8c-02c6-4d45-8aa3-d774ab311335 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340109 Sep 01 09:40:26.086680 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:26.115250 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70021b0-39ce-460c-94cd-6a11d5438463 req-dfbef030-ebcf-45de-8393-dac0d3465fa5 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:26.116725 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d70021b0-39ce-460c-94cd-6a11d5438463 req-dfbef030-ebcf-45de-8393-dac0d3465fa5 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0482078 Sep 01 09:40:26.155948 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d70021b0-39ce-460c-94cd-6a11d5438463 req-51828ab7-8a00-4476-afd0-b2d4977f3883 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329919 Sep 01 09:40:26.321233 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8c5c9-4788-45d9-9f8a-e6dafcfb360a req-4d7829ba-8b42-4aeb-a83b-17cd26fa6369 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:26.322692 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b7a8c5c9-4788-45d9-9f8a-e6dafcfb360a req-4d7829ba-8b42-4aeb-a83b-17cd26fa6369 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0473301 Sep 01 09:40:26.366862 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b7a8c5c9-4788-45d9-9f8a-e6dafcfb360a req-9656ba1c-893e-41c2-a5c9-224da7057aaf tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380507 Sep 01 09:40:26.487643 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d0d804c1-9d7b-412c-b2c5-ef88e297b1b9 req-dce99be2-3da8-4971-93e7-a75a4899674e tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 210 time: 0.0272834 Sep 01 09:40:27.047702 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e65695-c158-4bf4-a8c6-fb2ec86469f6 req-8928dceb-f603-4ff6-b322-f5c499993144 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:27.049208 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f7e65695-c158-4bf4-a8c6-fb2ec86469f6 req-8928dceb-f603-4ff6-b322-f5c499993144 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0526555 Sep 01 09:40:27.090074 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f7e65695-c158-4bf4-a8c6-fb2ec86469f6 req-68ef3af9-e9e5-43ef-ae8e-168acbc366de tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315692 Sep 01 09:40:27.279849 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f6467-9ad0-4178-85b4-900771f37c2c req-b7188df7-2372-473a-bbf2-ef80d7929128 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:27.281243 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a66f6467-9ad0-4178-85b4-900771f37c2c req-b7188df7-2372-473a-bbf2-ef80d7929128 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0566530 Sep 01 09:40:27.322514 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a66f6467-9ad0-4178-85b4-900771f37c2c req-9b199ae6-f52d-4f47-a30c-4f65f542634e tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323875 Sep 01 09:40:27.499323 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6f770-2837-454f-b051-564f28a0668e req-63e89130-68dd-4b19-92b6-c80783e754cc tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:27.500997 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-25d6f770-2837-454f-b051-564f28a0668e req-63e89130-68dd-4b19-92b6-c80783e754cc tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0610261 Sep 01 09:40:27.569800 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-25d6f770-2837-454f-b051-564f28a0668e req-d8953737-fbda-4487-9a81-e147c21bb6fd tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614166 Sep 01 09:40:27.625004 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-196fd4a1-7e20-43ce-9cd7-8ce5c9d07564 req-0211888a-baf4-4d1c-ae8e-3e1643d90e4b tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 210 time: 0.0288739 Sep 01 09:40:27.881628 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:28.218945 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b066277-e26b-454d-b623-1e79a2647ecd req-60729aff-5fa9-42e0-8317-6c39038956a3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:28.220640 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9b066277-e26b-454d-b623-1e79a2647ecd req-60729aff-5fa9-42e0-8317-6c39038956a3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0552516 Sep 01 09:40:28.262755 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9b066277-e26b-454d-b623-1e79a2647ecd req-45cd4223-8ec7-4787-9535-85686f4322a8 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359349 Sep 01 09:40:28.444092 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc7c98-7a5e-42b7-b4f0-4abfea386c87 req-707ecd59-e578-47f1-975e-344736be70cb tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:28.445550 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e7fc7c98-7a5e-42b7-b4f0-4abfea386c87 req-707ecd59-e578-47f1-975e-344736be70cb tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0495899 Sep 01 09:40:28.486774 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e7fc7c98-7a5e-42b7-b4f0-4abfea386c87 req-c3ec354c-26a8-4ed0-a35c-97b311136377 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326171 Sep 01 09:40:28.689483 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c6078-1813-43c5-8abd-818f1e7f6a2c req-a16efb6b-a829-4076-a750-528fc6e45172 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:28.690967 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-aa9c6078-1813-43c5-8abd-818f1e7f6a2c req-a16efb6b-a829-4076-a750-528fc6e45172 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0510938 Sep 01 09:40:28.721095 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-67dea5bb-435e-4054-acd2-02ef64d26c5a req-08e1ab0b-d156-44db-8c33-7e8df796c7b9 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 210 time: 0.0290847 Sep 01 09:40:28.747158 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-aa9c6078-1813-43c5-8abd-818f1e7f6a2c req-25cce11b-5040-4270-a7d7-0f377064c5a0 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471363 Sep 01 09:40:29.406180 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207db215-c1a0-439c-b98f-9d34d2d44e5f req-2f332e7a-1f38-4c9a-a593-54a4768a47ee tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:29.407691 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-207db215-c1a0-439c-b98f-9d34d2d44e5f req-2f332e7a-1f38-4c9a-a593-54a4768a47ee tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0503795 Sep 01 09:40:29.448798 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-207db215-c1a0-439c-b98f-9d34d2d44e5f req-bd911116-1c76-4a46-b262-b9a98fc64a1f tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322785 Sep 01 09:40:29.612375 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d5214-dbbb-47a5-9e66-0f16c2685784 req-857e20cc-c98b-44d6-8027-69ac439560a3 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:29.613846 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9d4d5214-dbbb-47a5-9e66-0f16c2685784 req-857e20cc-c98b-44d6-8027-69ac439560a3 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0526526 Sep 01 09:40:29.655780 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9d4d5214-dbbb-47a5-9e66-0f16c2685784 req-cb17bdbc-4d16-443d-9e79-440f9fa28a52 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351367 Sep 01 09:40:29.856361 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d9e8f94d-bd9e-4cca-8511-63a7d20b6e24 req-21ece4ec-b784-4e1e-8afb-53f06ceccfd2 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 210 time: 0.0371494 Sep 01 09:40:29.908848 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892a83d-4c13-4086-84ea-5a32db7f3215 req-9ffb1e64-a9fa-43cf-95e7-a9d0e7203f09 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:29.910377 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2892a83d-4c13-4086-84ea-5a32db7f3215 req-9ffb1e64-a9fa-43cf-95e7-a9d0e7203f09 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0532095 Sep 01 09:40:29.950081 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2892a83d-4c13-4086-84ea-5a32db7f3215 req-986dbc09-0d38-4420-9d6e-e0335a47462a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333257 Sep 01 09:40:30.574714 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fff2ca-dde0-4cf9-af7d-f7c981396a10 req-59a67b36-ef67-4eab-9b04-85fd5bc83576 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:30.576171 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-76fff2ca-dde0-4cf9-af7d-f7c981396a10 req-59a67b36-ef67-4eab-9b04-85fd5bc83576 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0541725 Sep 01 09:40:30.616312 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-76fff2ca-dde0-4cf9-af7d-f7c981396a10 req-f783501e-4458-4169-ba42-3b013e7dc09e tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342202 Sep 01 09:40:30.779334 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa97f0-603c-48e7-b732-f3435605b803 req-4fbb36f5-db8e-49e7-abab-89f287f5a679 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:30.781105 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-74fa97f0-603c-48e7-b732-f3435605b803 req-4fbb36f5-db8e-49e7-abab-89f287f5a679 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0531280 Sep 01 09:40:30.820674 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-74fa97f0-603c-48e7-b732-f3435605b803 req-7f5c7ca2-d6d4-41a1-b4bb-a38fa3583391 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335653 Sep 01 09:40:30.960761 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cc3a07cf-8ed6-43c0-9266-058e27cc01b1 req-e6478e5f-a6a0-468a-9c39-94a3fdeca783 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 210 time: 0.0255706 Sep 01 09:40:31.067580 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c873b56-819f-4fa4-9bd5-8251d30aced7 req-e837fec4-7dab-4c57-8d07-34a5f0eefc53 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:31.069148 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8c873b56-819f-4fa4-9bd5-8251d30aced7 req-e837fec4-7dab-4c57-8d07-34a5f0eefc53 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0502729 Sep 01 09:40:31.109144 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8c873b56-819f-4fa4-9bd5-8251d30aced7 req-fda6c5d1-cfb9-4462-b901-727f8f44fc62 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315228 Sep 01 09:40:31.772383 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2dab1-8fb2-4a11-a576-0154194e2dd9 req-def8d4ae-3c2e-4c55-a567-837d905f9e00 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:31.774009 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a6d2dab1-8fb2-4a11-a576-0154194e2dd9 req-def8d4ae-3c2e-4c55-a567-837d905f9e00 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0650556 Sep 01 09:40:31.813749 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a6d2dab1-8fb2-4a11-a576-0154194e2dd9 req-d2799190-7f6c-4a72-b06e-c83ec3d01c11 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334609 Sep 01 09:40:31.965561 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756aa03-04c7-42f0-88c7-5b79c42ac8ec req-6c314dc6-a2b0-45f0-bfb6-1c963d5b666a tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:31.968073 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3756aa03-04c7-42f0-88c7-5b79c42ac8ec req-6c314dc6-a2b0-45f0-bfb6-1c963d5b666a tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0780125 Sep 01 09:40:31.974325 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-90c49bb4-25ff-4558-9261-098494146555 req-206b5c5d-3dea-4fdf-b576-2d4e4a2706e0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734808 Sep 01 09:40:32.025473 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3756aa03-04c7-42f0-88c7-5b79c42ac8ec req-3b935b35-627c-4390-b244-f978be93d3c7 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498941 Sep 01 09:40:32.106627 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-13963bf0-66a8-43e6-886a-8a1edbb61d0d req-adece6c2-7cc7-43a8-9206-12faaf809061 tempest-AttachVolumeNegativeTest-579967480 tempest-AttachVolumeNegativeTest-579967480-project] 10.222.0.74 "GET /v2.0/ports?device_id=b3cd577d-bc84-4d60-b8b5-21c45702de54 HTTP/1.1" status: 200 len: 210 time: 0.0318165 Sep 01 09:40:32.116917 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c49bb4-25ff-4558-9261-098494146555 req-1332c752-b02c-477a-acc4-2018a00d5b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:32.118516 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-90c49bb4-25ff-4558-9261-098494146555 req-1332c752-b02c-477a-acc4-2018a00d5b07 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bda3c63758054fb894b05110b11297a6&device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 1099 time: 0.0761559 Sep 01 09:40:32.474400 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c49bb4-25ff-4558-9261-098494146555 req-f4866e18-b24a-42d6-86a9-95e1d7b60033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:32.476017 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-90c49bb4-25ff-4558-9261-098494146555 req-f4866e18-b24a-42d6-86a9-95e1d7b60033 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bedd7e95-de82-48ff-807f-c40cd5f893c8 HTTP/1.1" status: 200 len: 921 time: 0.3307106 Sep 01 09:40:32.484346 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14e81e-3e2d-4330-b8b0-4668f0e29f45 req-08a7134f-537a-42b1-8d06-9de88878c571 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:32.485738 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fc14e81e-3e2d-4330-b8b0-4668f0e29f45 req-08a7134f-537a-42b1-8d06-9de88878c571 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.2957551 Sep 01 09:40:32.524231 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-90c49bb4-25ff-4558-9261-098494146555 req-349fee38-d4c1-4a71-a3b8-fc32d38e78a6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc HTTP/1.1" status: 200 len: 217 time: 0.0375686 Sep 01 09:40:32.571867 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fc14e81e-3e2d-4330-b8b0-4668f0e29f45 req-c5c5009f-1cf6-42c3-be2e-8ed868cc3253 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796821 Sep 01 09:40:32.594123 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c49bb4-25ff-4558-9261-098494146555 req-829bf24c-07a4-48ac-819e-938750859cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:32.595700 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-90c49bb4-25ff-4558-9261-098494146555 req-829bf24c-07a4-48ac-819e-938750859cde service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4142b62c-04c5-482e-b304-4963b1d58b40 HTTP/1.1" status: 200 len: 859 time: 0.0584621 Sep 01 09:40:32.638568 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-90c49bb4-25ff-4558-9261-098494146555 req-a4a68e6b-54be-4884-ae33-84c44e86003c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bedd7e95-de82-48ff-807f-c40cd5f893c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328329 Sep 01 09:40:32.739234 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-90c49bb4-25ff-4558-9261-098494146555 req-0fb5475a-d038-4bd5-b0a8-5c37e11e224d service neutron] 10.222.0.77 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912838 Sep 01 09:40:32.842757 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-90c49bb4-25ff-4558-9261-098494146555 req-c70d3f39-df11-4f8f-940e-62cb2a4dc9ce service neutron] 10.222.0.77 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944040 Sep 01 09:40:32.943099 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fd519-f51c-4ac3-b25d-4db3256f47cb req-6c0e9422-6c81-4fca-ba4b-0055b18b8673 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:32.944602 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b70fd519-f51c-4ac3-b25d-4db3256f47cb req-6c0e9422-6c81-4fca-ba4b-0055b18b8673 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0507302 Sep 01 09:40:32.987405 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b70fd519-f51c-4ac3-b25d-4db3256f47cb req-4e581dd5-7141-46cd-90d5-e5aed521ad19 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362256 Sep 01 09:40:33.155970 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0fd5e-8727-4a74-b2af-b46f62f42332 req-6c4e6132-f26c-4803-9563-d998a200987f tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:33.157524 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-59c0fd5e-8727-4a74-b2af-b46f62f42332 req-6c4e6132-f26c-4803-9563-d998a200987f tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0564780 Sep 01 09:40:33.166805 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 36112) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:40:33.199677 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-59c0fd5e-8727-4a74-b2af-b46f62f42332 req-6bc12c41-e3b9-408e-a729-efafdc4b0f99 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356271 Sep 01 09:40:33.218765 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-2586d48b-2328-4f95-a348-cec9768fdc23 admin admin] Deleting subnet 5c04e5de-52aa-4fd1-b218-e2fbbb842591 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 09:40:33.222735 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2586d48b-2328-4f95-a348-cec9768fdc23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:33.261434 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2586d48b-2328-4f95-a348-cec9768fdc23 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:33.270779 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2586d48b-2328-4f95-a348-cec9768fdc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532586'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:33.324855 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2586d48b-2328-4f95-a348-cec9768fdc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:33.355002 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586d48b-2328-4f95-a348-cec9768fdc23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c04e5de-52aa-4fd1-b218-e2fbbb842591,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:33.369211 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2586d48b-2328-4f95-a348-cec9768fdc23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:33.370998 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-2586d48b-2328-4f95-a348-cec9768fdc23 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5c04e5de-52aa-4fd1-b218-e2fbbb842591 HTTP/1.1" status: 204 len: 168 time: 0.2031286 Sep 01 09:40:33.372551 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898eb32-57c2-471a-8d7f-a50568b47bd3 req-61567cd7-c04e-40da-ad58-1d5f2a9cad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:33.373403 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2586d48b-2328-4f95-a348-cec9768fdc23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:33.373739 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2586d48b-2328-4f95-a348-cec9768fdc23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:33.374054 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3898eb32-57c2-471a-8d7f-a50568b47bd3 req-61567cd7-c04e-40da-ad58-1d5f2a9cad34 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 1098 time: 0.0489473 Sep 01 09:40:33.374167 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2586d48b-2328-4f95-a348-cec9768fdc23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:33.374390 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2586d48b-2328-4f95-a348-cec9768fdc23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:33.374538 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 36114) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:40:33.374729 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2586d48b-2328-4f95-a348-cec9768fdc23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:33.375055 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2586d48b-2328-4f95-a348-cec9768fdc23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:33.375373 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2586d48b-2328-4f95-a348-cec9768fdc23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:33.375713 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2586d48b-2328-4f95-a348-cec9768fdc23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:33.376085 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2586d48b-2328-4f95-a348-cec9768fdc23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:33.376410 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2586d48b-2328-4f95-a348-cec9768fdc23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:33.376729 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2586d48b-2328-4f95-a348-cec9768fdc23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:33.377040 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2586d48b-2328-4f95-a348-cec9768fdc23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:33.463255 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-621411f7-6d02-424a-97a2-f8cf15509b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543493'] for network, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:33.472968 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3898eb32-57c2-471a-8d7f-a50568b47bd3 req-cac632f6-282c-4449-a579-6627f6ecb244 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501542 Sep 01 09:40:33.551458 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-621411f7-6d02-424a-97a2-f8cf15509b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535953', 'neutron.services.segments.db._delete_segments_for_network-8737163360449'] for network, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:33.561551 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-621411f7-6d02-424a-97a2-f8cf15509b57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5ae12d-0e61-4824-8559-c069ada0cb13']}} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:40:33.571694 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-621411f7-6d02-424a-97a2-f8cf15509b57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21237dc9-c16a-4524-9c4f-493ab52f32e1') {'for_net_delete': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:40:33.572027 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-621411f7-6d02-424a-97a2-f8cf15509b57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21237dc9-c16a-4524-9c4f-493ab52f32e1') {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:40:33.580814 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-621411f7-6d02-424a-97a2-f8cf15509b57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737163371861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24803596'] for segment, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:33.595721 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-621411f7-6d02-424a-97a2-f8cf15509b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:33.605463 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621411f7-6d02-424a-97a2-f8cf15509b57 admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=94093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 09:40:33.606096 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-621411f7-6d02-424a-97a2-f8cf15509b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24774527'] for segment, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: Traceback (most recent call last): Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: timer() Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: cb(*args, **kw) Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: return func(*args, **kwargs) Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: self._notify() Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: self.callback(batched_events) Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: event.method(event) Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: return f(self, *a, **k) Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: return self._get(url).json() Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: return self.request(url, 'GET', **kwargs) Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 09:40:33.608963 dv-cinder-806726-2-iscsi neutron-server[94093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 09:40:33.719530 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-621411f7-6d02-424a-97a2-f8cf15509b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16688646'] for network, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:33.733171 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-621411f7-6d02-424a-97a2-f8cf15509b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:33.735735 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-621411f7-6d02-424a-97a2-f8cf15509b57 admin admin] 10.222.0.74 "DELETE /v2.0/networks/ba5ae12d-0e61-4824-8559-c069ada0cb13 HTTP/1.1" status: 204 len: 168 time: 0.3601232 Sep 01 09:40:33.752233 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e9e26-2a72-4839-9e4f-e1c2c83ef7e7 req-9257d62b-7c16-4d9a-9363-c7fe902bd213 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:33.753676 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-675e9e26-2a72-4839-9e4f-e1c2c83ef7e7 req-9257d62b-7c16-4d9a-9363-c7fe902bd213 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.1054671 Sep 01 09:40:33.754555 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621411f7-6d02-424a-97a2-f8cf15509b57 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba5ae12d-0e61-4824-8559-c069ada0cb13,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:33.792293 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-675e9e26-2a72-4839-9e4f-e1c2c83ef7e7 req-f7942143-94f1-4fd8-8bc6-8b6a6ee14007 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311828 Sep 01 09:40:33.939883 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 36120) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:40:33.982215 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-f196e606-b32c-4d1f-90a8-bf6261831e7a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7d9cd7d2ea324c4f93cfde52da2201d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0410993 Sep 01 09:40:33.986024 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 36122) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:40:34.041263 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fa2b2474-0edf-441a-8157-3a3f42ab0836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:34.062530 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fa2b2474-0edf-441a-8157-3a3f42ab0836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:34.140929 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59145649-720d-4c0a-a5ff-38cf839b58ff req-b237f136-a38d-459a-b719-7ee43cd67304 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:34.143475 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-59145649-720d-4c0a-a5ff-38cf839b58ff req-b237f136-a38d-459a-b719-7ee43cd67304 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0735667 Sep 01 09:40:34.158510 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fa2b2474-0edf-441a-8157-3a3f42ab0836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:34.161063 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fa2b2474-0edf-441a-8157-3a3f42ab0836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:34.162176 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-fa2b2474-0edf-441a-8157-3a3f42ab0836 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bbbbc323-3e60-4beb-a6bd-c65bdb05bc96 HTTP/1.1" status: 204 len: 168 time: 0.1752939 Sep 01 09:40:34.181976 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b2474-0edf-441a-8157-3a3f42ab0836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbbc323-3e60-4beb-a6bd-c65bdb05bc96,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:34.199552 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-59145649-720d-4c0a-a5ff-38cf839b58ff req-0b3ee8d2-c792-4cce-81c1-29bea9108c80 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499074 Sep 01 09:40:34.318782 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5c8c1-adbe-481b-aebf-987a8d13a020 req-63da4c13-e800-4923-b74b-04eed1b9f8ef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:34.324556 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d5b5c8c1-adbe-481b-aebf-987a8d13a020 req-63da4c13-e800-4923-b74b-04eed1b9f8ef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0523489 Sep 01 09:40:34.374825 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d5b5c8c1-adbe-481b-aebf-987a8d13a020 req-58af0b83-27a0-4b4a-9551-e897c007dcfe tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484340 Sep 01 09:40:34.917595 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104f694-a290-4d74-bdb6-b9c4e29f4708 req-777ab9f9-0d05-4807-af76-aa8cd62d359c tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:34.919263 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3104f694-a290-4d74-bdb6-b9c4e29f4708 req-777ab9f9-0d05-4807-af76-aa8cd62d359c tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0566273 Sep 01 09:40:34.966089 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3104f694-a290-4d74-bdb6-b9c4e29f4708 req-a906d599-54ab-4fea-b1e2-0028a0bf9b23 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399933 Sep 01 09:40:35.222427 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 22c90122-84d9-4477-a355-d834502909d6 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:40:35.324127 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 22c90122-84d9-4477-a355-d834502909d6, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=22c90122-84d9-4477-a355-d834502909d6,segment=NetworkSegment(135d1e9e-2dd3-4bbe-95e6-c01eb6c04776),segment_id=135d1e9e-2dd3-4bbe-95e6-c01eb6c04776)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:40:35.330937 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fde57-9849-4e94-9d9a-6a0626222e19 req-77dfcd25-aae7-4f1a-a993-4948bf69b96e tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:35.332691 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-481fde57-9849-4e94-9d9a-6a0626222e19 req-77dfcd25-aae7-4f1a-a993-4948bf69b96e tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0779631 Sep 01 09:40:35.336602 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': '22c90122-84d9-4477-a355-d834502909d6', 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049', 'port_id': '22c90122-84d9-4477-a355-d834502909d6', 'mac_address': 'fa:16:3e:c2:5b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9cb2b7-7426-48b5-8a03-fbe41cdd5436', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:40:35.343409 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831588f9-0893-41c7-b063-425bcdbd4d72 req-d0869302-4333-4a11-a28c-8f4dbeb57c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:35.344907 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-831588f9-0893-41c7-b063-425bcdbd4d72 req-d0869302-4333-4a11-a28c-8f4dbeb57c3a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bda3c63758054fb894b05110b11297a6&device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 1098 time: 0.0564187 Sep 01 09:40:35.376518 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:35.390508 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c90122-84d9-4477-a355-d834502909d6 {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:40:35.416335 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 22c90122-84d9-4477-a355-d834502909d6, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=22c90122-84d9-4477-a355-d834502909d6,segment=NetworkSegment(135d1e9e-2dd3-4bbe-95e6-c01eb6c04776),segment_id=135d1e9e-2dd3-4bbe-95e6-c01eb6c04776)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:40:35.421555 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:35.436283 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-481fde57-9849-4e94-9d9a-6a0626222e19 req-82e010d8-34bd-417b-bfc1-fc65fccf3efa tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901759 Sep 01 09:40:35.480276 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=22c90122-84d9-4477-a355-d834502909d6,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:35.484451 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831588f9-0893-41c7-b063-425bcdbd4d72 req-5e3ad1e0-7f05-4025-a4f6-871bf593f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:35.487734 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-831588f9-0893-41c7-b063-425bcdbd4d72 req-5e3ad1e0-7f05-4025-a4f6-871bf593f32e service neutron] 10.222.0.77 "GET /v2.0/networks?id=bedd7e95-de82-48ff-807f-c40cd5f893c8 HTTP/1.1" status: 200 len: 921 time: 0.1349695 Sep 01 09:40:35.487939 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:35.488311 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:35.488750 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:35.489106 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:35.489505 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:35.490041 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:35.490956 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:35.491522 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:35.491918 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:35.497534 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:35.498218 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:35.500126 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:40:35.559928 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-831588f9-0893-41c7-b063-425bcdbd4d72 req-34106dce-45c0-42e9-94d0-bc0fc9b4c38e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a87a0d65-2431-41a0-bb8c-663b3a97b24e HTTP/1.1" status: 200 len: 217 time: 0.0639989 Sep 01 09:40:35.671438 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371b3c5-f3e2-4f9f-af10-7df9dc954dc3 req-438cf1a5-d607-440d-b402-e574af6f2905 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:35.673188 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b371b3c5-f3e2-4f9f-af10-7df9dc954dc3 req-438cf1a5-d607-440d-b402-e574af6f2905 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.1161487 Sep 01 09:40:35.681021 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831588f9-0893-41c7-b063-425bcdbd4d72 req-077a0a33-93a7-4dc9-b805-5479674c7029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:35.682769 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-831588f9-0893-41c7-b063-425bcdbd4d72 req-077a0a33-93a7-4dc9-b805-5479674c7029 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4142b62c-04c5-482e-b304-4963b1d58b40 HTTP/1.1" status: 200 len: 859 time: 0.0985959 Sep 01 09:40:35.731386 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-831588f9-0893-41c7-b063-425bcdbd4d72 req-83c1068b-b5b4-49c8-bd65-2c95ca7d1a2a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bedd7e95-de82-48ff-807f-c40cd5f893c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383444 Sep 01 09:40:35.767688 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b371b3c5-f3e2-4f9f-af10-7df9dc954dc3 req-f802939e-c2cb-4ff2-ad2f-3cb9eadee1c8 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838439 Sep 01 09:40:35.826437 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['22c90122-84d9-4477-a355-d834502909d6'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:40:35.831470 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a17b3-55b7-4b9c-a899-a9ea87b2d587 req-9ff0f497-57dc-4f25-bacf-b1fa1a589bfc tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:35.833302 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e57a17b3-55b7-4b9c-a899-a9ea87b2d587 req-9ff0f497-57dc-4f25-bacf-b1fa1a589bfc tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 945 time: 0.2001956 Sep 01 09:40:35.909678 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e57a17b3-55b7-4b9c-a899-a9ea87b2d587 req-63899c0a-294d-4895-bb86-6df3a20d9e61 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612838 Sep 01 09:40:35.913750 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-831588f9-0893-41c7-b063-425bcdbd4d72 req-1dc60fdf-d491-4ca2-9d54-169ba57b989f service neutron] 10.222.0.77 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714272 Sep 01 09:40:36.015762 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-831588f9-0893-41c7-b063-425bcdbd4d72 req-1e2371b1-048a-49fe-8dee-76c1245771fa service neutron] 10.222.0.77 "GET /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941198 Sep 01 09:40:36.575117 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1318f-0793-42d3-9b9b-8459fffb8ee6 req-f7f975af-9abe-4102-9ce6-191a52bf5032 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:36.576813 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e8a1318f-0793-42d3-9b9b-8459fffb8ee6 req-f7f975af-9abe-4102-9ce6-191a52bf5032 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0560696 Sep 01 09:40:36.620282 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e8a1318f-0793-42d3-9b9b-8459fffb8ee6 req-75a7a700-f025-4a5e-aecc-f0c0d903a865 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341663 Sep 01 09:40:36.924765 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47309ba-d2f4-43db-a1e3-fa4018ec3cb1 req-7d4f2946-b285-40b7-b4f8-9855d1ea9ce7 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:36.926271 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f47309ba-d2f4-43db-a1e3-fa4018ec3cb1 req-7d4f2946-b285-40b7-b4f8-9855d1ea9ce7 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0639496 Sep 01 09:40:36.972247 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f47309ba-d2f4-43db-a1e3-fa4018ec3cb1 req-0a5f69e1-c04b-4d26-aa3f-505f564f8100 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378458 Sep 01 09:40:37.076986 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5173b-c86f-4163-92a2-e50f63084050 req-9c6ad59a-4e1b-48e2-b59a-b37e97668989 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:37.078424 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-91f5173b-c86f-4163-92a2-e50f63084050 req-9c6ad59a-4e1b-48e2-b59a-b37e97668989 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 945 time: 0.0561593 Sep 01 09:40:37.125384 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-91f5173b-c86f-4163-92a2-e50f63084050 req-f36b7a93-e068-4d8b-beab-5495980bde91 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386298 Sep 01 09:40:37.239550 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 22c90122-84d9-4477-a355-d834502909d6 up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:40:37.290689 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning for port 22c90122-84d9-4477-a355-d834502909d6 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:40:37.294898 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port 22c90122-84d9-4477-a355-d834502909d6 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:40:37.295215 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:37.387327 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:37.410669 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1674cca4-906a-47f5-8b9f-a81f7740e79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c90122-84d9-4477-a355-d834502909d6'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:40:37.412930 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a3a6e7-dc1c-4634-997e-7600fc846081" -d '{"events": [{"server_uuid": "1674cca4-906a-47f5-8b9f-a81f7740e79c", "name": "network-vif-plugged", "status": "completed", "tag": "22c90122-84d9-4477-a355-d834502909d6"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:40:37.426241 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 22c90122-84d9-4477-a355-d834502909d6, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=22c90122-84d9-4477-a355-d834502909d6,segment=NetworkSegment(135d1e9e-2dd3-4bbe-95e6-c01eb6c04776),segment_id=135d1e9e-2dd3-4bbe-95e6-c01eb6c04776)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:40:37.432481 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:37.463395 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1ecca8-c010-4888-a51e-c739a44dfa7c x-openstack-request-id: req-8b1ecca8-c010-4888-a51e-c739a44dfa7c {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:40:37.463738 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1674cca4-906a-47f5-8b9f-a81f7740e79c", "name": "network-vif-plugged", "status": "completed", "tag": "22c90122-84d9-4477-a355-d834502909d6", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:40:37.464156 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8b1ecca8-c010-4888-a51e-c739a44dfa7c {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:40:37.464752 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1674cca4-906a-47f5-8b9f-a81f7740e79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c90122-84d9-4477-a355-d834502909d6', 'code': 200} Sep 01 09:40:37.492064 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=22c90122-84d9-4477-a355-d834502909d6,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:37.747239 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bb946-2d0a-4c6a-b6ed-11bc12542956 req-2a4df1d4-7eba-4291-9bcf-18c9ce6a6048 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:37.748752 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-be1bb946-2d0a-4c6a-b6ed-11bc12542956 req-2a4df1d4-7eba-4291-9bcf-18c9ce6a6048 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0561733 Sep 01 09:40:37.790194 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-be1bb946-2d0a-4c6a-b6ed-11bc12542956 req-1212b300-bdd0-45a4-be75-aae913e819cc tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348840 Sep 01 09:40:38.132880 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67d496-b032-4132-acd7-568048565340 req-b814f3fe-3f99-47b4-a850-61e3a0957464 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:38.134441 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3e67d496-b032-4132-acd7-568048565340 req-b814f3fe-3f99-47b4-a850-61e3a0957464 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0754104 Sep 01 09:40:38.186845 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3e67d496-b032-4132-acd7-568048565340 req-20598055-accd-4cc7-8be6-880ce76f8f38 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436125 Sep 01 09:40:38.245109 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d69456-54e7-413d-a7fe-b2533cc1ef12 req-70099bf7-1181-401c-8e6b-a0c73545d405 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:38.246658 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b8d69456-54e7-413d-a7fe-b2533cc1ef12 req-70099bf7-1181-401c-8e6b-a0c73545d405 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0491347 Sep 01 09:40:38.295882 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b8d69456-54e7-413d-a7fe-b2533cc1ef12 req-1516f475-a0aa-4ea6-8731-71c24d984397 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428019 Sep 01 09:40:38.933809 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5bfca-ef53-4de4-9689-aa541e72b02d req-25705215-e0ca-448a-8d65-0b9ff8001d11 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:38.935964 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e6f5bfca-ef53-4de4-9689-aa541e72b02d req-25705215-e0ca-448a-8d65-0b9ff8001d11 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0588503 Sep 01 09:40:38.986117 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e6f5bfca-ef53-4de4-9689-aa541e72b02d req-91edb1ce-0726-41b1-bd0b-2efa83db6dfe tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432642 Sep 01 09:40:39.291679 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:40:39.324760 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8209ac-0f18-4701-b084-a698d9fb2f95 req-209043ba-6ee1-481e-8d67-8bd6bd658ddf tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:39.326370 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9a8209ac-0f18-4701-b084-a698d9fb2f95 req-209043ba-6ee1-481e-8d67-8bd6bd658ddf tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0581341 Sep 01 09:40:39.367456 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9a8209ac-0f18-4701-b084-a698d9fb2f95 req-83c0ec17-a0b7-4a27-9ae3-e24a96732f6d tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350122 Sep 01 09:40:39.413309 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03bd34-f2f2-475b-84f0-9fe6f8d93ea5 req-ba96cf0f-0f97-48e6-acf5-751919c30213 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:39.414821 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6d03bd34-f2f2-475b-84f0-9fe6f8d93ea5 req-ba96cf0f-0f97-48e6-acf5-751919c30213 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0514534 Sep 01 09:40:39.454154 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6d03bd34-f2f2-475b-84f0-9fe6f8d93ea5 req-f3a597f3-b933-4e53-a21c-72436f1687ef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329728 Sep 01 09:40:40.114751 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7793a-897d-494c-809b-d717d94573f5 req-4478bead-fbb0-450d-83fa-bd7b6879c87c tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:40.116386 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-81e7793a-897d-494c-809b-d717d94573f5 req-4478bead-fbb0-450d-83fa-bd7b6879c87c tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0612195 Sep 01 09:40:40.156305 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-81e7793a-897d-494c-809b-d717d94573f5 req-6a66b359-eb27-4bf8-a27a-0c4f154a485b tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337267 Sep 01 09:40:40.495346 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebe5ab-4257-4f71-bdba-ce618888bcb5 req-415c173e-da75-47b9-a1f2-efb6d0abd323 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:40.497067 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-32ebe5ab-4257-4f71-bdba-ce618888bcb5 req-415c173e-da75-47b9-a1f2-efb6d0abd323 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0511918 Sep 01 09:40:40.546956 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-32ebe5ab-4257-4f71-bdba-ce618888bcb5 req-f873e2cc-300c-4f93-9da7-4e4b31335904 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439672 Sep 01 09:40:40.583590 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8111fe-8b6d-4eea-bcec-9ac1bb560aa6 req-14199da4-23b1-478b-85f1-46eba7a6a07b tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:40.585141 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8c8111fe-8b6d-4eea-bcec-9ac1bb560aa6 req-14199da4-23b1-478b-85f1-46eba7a6a07b tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0554271 Sep 01 09:40:40.624573 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8c8111fe-8b6d-4eea-bcec-9ac1bb560aa6 req-8ffa1e0d-1732-4a1b-8f18-0cd7278a1095 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334640 Sep 01 09:40:40.674557 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d09b6-fc30-419d-9b04-caa08575ba9c req-14ea932b-578f-47b5-809d-bd52d56a480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:40.676142 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f74d09b6-fc30-419d-9b04-caa08575ba9c req-14ea932b-578f-47b5-809d-bd52d56a480a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 1099 time: 0.0447719 Sep 01 09:40:40.711175 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f74d09b6-fc30-419d-9b04-caa08575ba9c req-80539aa8-c13f-4f14-b037-456b8c25ca35 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274575 Sep 01 09:40:41.277749 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1288ee-8393-4fc0-8871-e2486accdb5d req-a3b9bcbf-2d7c-43c1-8ecd-51e23e73cce6 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:41.279096 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6c1288ee-8393-4fc0-8871-e2486accdb5d req-a3b9bcbf-2d7c-43c1-8ecd-51e23e73cce6 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0498211 Sep 01 09:40:41.320434 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6c1288ee-8393-4fc0-8871-e2486accdb5d req-c6c51699-da33-49ed-a0c0-e35ef102de8a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348749 Sep 01 09:40:41.671165 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05b52b-5a97-4efc-98b2-e3db77734c83 req-285d5281-c0b5-457a-bda9-2f84f22b6660 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:41.672724 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cb05b52b-5a97-4efc-98b2-e3db77734c83 req-285d5281-c0b5-457a-bda9-2f84f22b6660 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0493677 Sep 01 09:40:41.745953 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cb05b52b-5a97-4efc-98b2-e3db77734c83 req-3d040b58-9ddb-43b1-a90a-c28a197fe53c tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669243 Sep 01 09:40:41.762598 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a51fb8-580c-4c8e-a9be-6699b50765ba req-08c7b6a8-a050-43be-850b-6eb85142aaeb tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:41.764412 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d9a51fb8-580c-4c8e-a9be-6699b50765ba req-08c7b6a8-a050-43be-850b-6eb85142aaeb tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0704434 Sep 01 09:40:41.804827 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d9a51fb8-580c-4c8e-a9be-6699b50765ba req-e92eef96-4a8c-435f-9386-aab04423af2c tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338581 Sep 01 09:40:42.436606 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d645c4-5606-406c-a25b-33d9388b85b2 req-8f70bc4d-dd15-4a2f-979a-3d7c0b925932 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:42.438066 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-85d645c4-5606-406c-a25b-33d9388b85b2 req-8f70bc4d-dd15-4a2f-979a-3d7c0b925932 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0494893 Sep 01 09:40:42.475431 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-85d645c4-5606-406c-a25b-33d9388b85b2 req-f4aedfae-b81f-4b30-aabc-d2b1ef95311b tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313139 Sep 01 09:40:42.933672 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9867b-ebd7-49ee-aabf-a7cbf0b66669 req-49d8b5fc-8808-49dc-9ebe-e2a2d4ba829f tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:42.935171 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-71f9867b-ebd7-49ee-aabf-a7cbf0b66669 req-49d8b5fc-8808-49dc-9ebe-e2a2d4ba829f tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 944 time: 0.0852854 Sep 01 09:40:42.946824 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bb703-d02e-4927-96a9-81135e30f8d9 req-05352ff9-ce92-4a17-a73f-56bb3ece5cbf tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:42.948367 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7f5bb703-d02e-4927-96a9-81135e30f8d9 req-05352ff9-ce92-4a17-a73f-56bb3ece5cbf tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0667570 Sep 01 09:40:43.004428 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-71f9867b-ebd7-49ee-aabf-a7cbf0b66669 req-6e664426-59ba-46eb-bfca-9ac3477ca7f9 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550795 Sep 01 09:40:43.009273 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7f5bb703-d02e-4927-96a9-81135e30f8d9 req-71c286de-d9c8-4dda-8644-c27ef0f37fca tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538142 Sep 01 09:40:43.127501 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b1b02-2a91-472a-8f44-5d28076b86d8 req-b3638e9c-4618-4f19-93ef-5a58033c598e tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:43.128970 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8a6b1b02-2a91-472a-8f44-5d28076b86d8 req-b3638e9c-4618-4f19-93ef-5a58033c598e tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0524364 Sep 01 09:40:43.168661 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8a6b1b02-2a91-472a-8f44-5d28076b86d8 req-f4d8b26b-fc5b-4bf0-8319-9c34c2a155fb tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335834 Sep 01 09:40:43.190200 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 36284) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:40:43.292280 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:40:43.383328 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f133b347-139c-4d1a-bd10-e3fbd4f1a677 tempest-TestShelveInstance-1326329659 tempest-TestShelveInstance-1326329659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:43.384824 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-f133b347-139c-4d1a-bd10-e3fbd4f1a677 tempest-TestShelveInstance-1326329659 tempest-TestShelveInstance-1326329659-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 1094 time: 0.1936481 Sep 01 09:40:43.387777 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 36288) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:40:43.392180 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-15bf21df-dd54-4088-a1f1-9ab964f94aef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Request body: {'floatingip': {'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'port_id': '22c90122-84d9-4477-a355-d834502909d6', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:40:43.394449 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:40:43.417338 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-15bf21df-dd54-4088-a1f1-9ab964f94aef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for floatingip, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:43.517264 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-15bf21df-dd54-4088-a1f1-9ab964f94aef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:43.528665 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': '5163fe08-8a30-4b54-95c4-ccf4a1a57fa4', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'port_id': '5163fe08-8a30-4b54-95c4-ccf4a1a57fa4', 'mac_address': 'fa:16:3e:3d:88:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:40:43.566122 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:43.578778 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:40:43.598112 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:40:43.603128 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:43.627042 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-15bf21df-dd54-4088-a1f1-9ab964f94aef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Allocated IP 172.27.0.253 (5981992f-fe61-47e0-99c1-6f445c6d0ea2/24ba0698-ff73-47e7-90df-c9665eaff537/3438b262-4e36-4aaa-8030-d9de4ca1b65b) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:40:43.654510 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4,revision_number=9']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:43.730128 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-15bf21df-dd54-4088-a1f1-9ab964f94aef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:43.771258 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-15bf21df-dd54-4088-a1f1-9ab964f94aef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:43.820043 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bf21df-dd54-4088-a1f1-9ab964f94aef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:40:43.823278 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-15bf21df-dd54-4088-a1f1-9ab964f94aef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:40:43.827779 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bf21df-dd54-4088-a1f1-9ab964f94aef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:40:43.831013 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf21df-dd54-4088-a1f1-9ab964f94aef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Pushing event updated for resources: {'Port': ['ID=3438b262-4e36-4aaa-8030-d9de4ca1b65b,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:44.033322 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['5163fe08-8a30-4b54-95c4-ccf4a1a57fa4'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:40:44.207021 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6b180-64a6-4a93-8265-a007a205ab87 req-044aae7b-fc52-49a6-bf8e-59b224c7b020 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:44.208526 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-26c6b180-64a6-4a93-8265-a007a205ab87 req-044aae7b-fc52-49a6-bf8e-59b224c7b020 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 945 time: 0.1007454 Sep 01 09:40:44.240671 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 36316) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:40:44.289850 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-26c6b180-64a6-4a93-8265-a007a205ab87 req-355f30c6-9b0f-4d2f-8387-c19f78bd06ee tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745838 Sep 01 09:40:44.300780 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-15bf21df-dd54-4088-a1f1-9ab964f94aef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:44.353253 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-06beb040-c2c3-4557-b578-374e46075a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:44.369913 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-15bf21df-dd54-4088-a1f1-9ab964f94aef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:44.439550 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-06beb040-c2c3-4557-b578-374e46075a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:44.444437 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-06beb040-c2c3-4557-b578-374e46075a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:44.484008 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-06beb040-c2c3-4557-b578-374e46075a4a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=92e535e843d84915894b7da3a429d8ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421806 Sep 01 09:40:44.484746 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06beb040-c2c3-4557-b578-374e46075a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e29b6f0-cd3c-4926-be06-e471055663ba,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:44.487188 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 36322) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:40:44.538273 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f56818b8-ee2a-4253-97a4-b3c286e9bc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:44.561036 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f56818b8-ee2a-4253-97a4-b3c286e9bc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:44.614277 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f56818b8-ee2a-4253-97a4-b3c286e9bc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:44.616962 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f56818b8-ee2a-4253-97a4-b3c286e9bc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:44.621058 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-f56818b8-ee2a-4253-97a4-b3c286e9bc0e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2e29b6f0-cd3c-4926-be06-e471055663ba HTTP/1.1" status: 204 len: 168 time: 0.1300919 Sep 01 09:40:44.627977 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56818b8-ee2a-4253-97a4-b3c286e9bc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e29b6f0-cd3c-4926-be06-e471055663ba,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:44.749235 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-15bf21df-dd54-4088-a1f1-9ab964f94aef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:44.754915 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-15bf21df-dd54-4088-a1f1-9ab964f94aef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:44.825266 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf21df-dd54-4088-a1f1-9ab964f94aef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Pushing event updated for resources: {'Port': ['ID=3438b262-4e36-4aaa-8030-d9de4ca1b65b,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:44.838102 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-15bf21df-dd54-4088-a1f1-9ab964f94aef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16688660'] for floatingip, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:44.939350 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.db.l3_db [None req-15bf21df-dd54-4088-a1f1-9ab964f94aef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Floating IP d38a0082-096a-4f40-b5b7-9eb3ca0d27af associated. External IP: 172.27.0.253, port: 22c90122-84d9-4477-a355-d834502909d6. Sep 01 09:40:45.156889 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bf21df-dd54-4088-a1f1-9ab964f94aef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Router afac1dd1-3b97-4def-9b04-bb19160066b7 has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:40:45.279905 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bf21df-dd54-4088-a1f1-9ab964f94aef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:40:45.291375 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db05500f-0e9a-4ce3-9780-7669cc9d4392 None None] Sync routers for ids ['afac1dd1-3b97-4def-9b04-bb19160066b7'] in dv-cinder-806726-2-iscsi {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:40:45.299296 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-15bf21df-dd54-4088-a1f1-9ab964f94aef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for floatingip, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:45.302646 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db05500f-0e9a-4ce3-9780-7669cc9d4392 None None] Routers {'afac1dd1-3b97-4def-9b04-bb19160066b7'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:40:45.303253 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-db05500f-0e9a-4ce3-9780-7669cc9d4392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:40:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['afac1dd1-3b97-4def-9b04-bb19160066b7'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:40:45.305868 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:40:45.338612 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-15bf21df-dd54-4088-a1f1-9ab964f94aef tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9498048 Sep 01 09:40:45.339718 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1674cca4-906a-47f5-8b9f-a81f7740e79c', 'tag': '22c90122-84d9-4477-a355-d834502909d6'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:40:45.341898 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193c28fc-735e-4153-9ee0-428398b71508" -d '{"events": [{"name": "network-changed", "server_uuid": "1674cca4-906a-47f5-8b9f-a81f7740e79c", "tag": "22c90122-84d9-4477-a355-d834502909d6"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:40:45.381625 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:40:45.382006 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:45.412306 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-db05500f-0e9a-4ce3-9780-7669cc9d4392 None None] Set router afac1dd1-3b97-4def-9b04-bb19160066b7 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:40:45.441213 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b98586-b889-4f85-9219-331b44210779 req-a9a33314-6450-44a7-b56b-34595eacbd54 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:45.443361 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-33b98586-b889-4f85-9219-331b44210779 req-a9a33314-6450-44a7-b56b-34595eacbd54 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 945 time: 0.0652652 Sep 01 09:40:45.488982 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-33b98586-b889-4f85-9219-331b44210779 req-2ef97c1b-5560-4e19-ac19-01123aae8dea tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368729 Sep 01 09:40:45.500869 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:45.525634 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95384057-ab3f-4a8f-aceb-70fa2be96583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5163fe08-8a30-4b54-95c4-ccf4a1a57fa4'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:40:45.528041 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1524352a-2844-4da2-9186-2a781c200c4c" -d '{"events": [{"server_uuid": "95384057-ab3f-4a8f-aceb-70fa2be96583", "name": "network-vif-plugged", "status": "completed", "tag": "5163fe08-8a30-4b54-95c4-ccf4a1a57fa4"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:40:45.541327 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:40:45.546370 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:45.556336 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b21e85-f558-49ff-a404-9b9b8e17471e x-openstack-request-id: req-f6b21e85-f558-49ff-a404-9b9b8e17471e {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:40:45.556678 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1674cca4-906a-47f5-8b9f-a81f7740e79c", "tag": "22c90122-84d9-4477-a355-d834502909d6", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:40:45.556997 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f6b21e85-f558-49ff-a404-9b9b8e17471e {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:40:45.558033 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1674cca4-906a-47f5-8b9f-a81f7740e79c', 'tag': '22c90122-84d9-4477-a355-d834502909d6', 'status': 'completed', 'code': 200} Sep 01 09:40:45.600256 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acda4c82-9f72-47f9-80a0-9e365bc8ae2f x-openstack-request-id: req-acda4c82-9f72-47f9-80a0-9e365bc8ae2f {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:40:45.600539 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95384057-ab3f-4a8f-aceb-70fa2be96583", "name": "network-vif-plugged", "status": "completed", "tag": "5163fe08-8a30-4b54-95c4-ccf4a1a57fa4", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:40:45.600785 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-acda4c82-9f72-47f9-80a0-9e365bc8ae2f {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:40:45.601166 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95384057-ab3f-4a8f-aceb-70fa2be96583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5163fe08-8a30-4b54-95c4-ccf4a1a57fa4', 'code': 200} Sep 01 09:40:45.604018 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4,revision_number=10']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:45.689170 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c28fc-735e-4153-9ee0-428398b71508 req-34ea52ec-95e4-4f50-b2b0-8efc1b6f11d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:45.690843 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-193c28fc-735e-4153-9ee0-428398b71508 req-34ea52ec-95e4-4f50-b2b0-8efc1b6f11d4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bab9bd04bc9448768f269f0704762dbf&device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 1099 time: 0.0474093 Sep 01 09:40:45.707100 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-db05500f-0e9a-4ce3-9780-7669cc9d4392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'name': 'tempest-TestShelveInstance-1970889399-router', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:39:36Z', 'updated_at': '2021-09-01T09:39:39Z', 'revision_number': 4, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'gw_port': {'id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:37Z', 'updated_at': '2021-09-01T09:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': 'd38a0082-096a-4f40-b5b7-9eb3ca0d27af', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'port_id': '22c90122-84d9-4477-a355-d834502909d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049', 'mac_address': 'fa:16:3e:c2:5b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1674cca4-906a-47f5-8b9f-a81f7740e79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:40:44Z', 'updated_at': '2021-09-01T09:40:44Z', 'revision_number': 0, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf29e30-93a8-48e4-9015-e256c218b00a', 'name': '', 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'mac_address': 'fa:16:3e:0f:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '8b9cb2b7-7426-48b5-8a03-fbe41cdd5436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:38Z', 'updated_at': '2021-09-01T09:39:45Z', 'revision_number': 5, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'subnets': [{'id': '8b9cb2b7-7426-48b5-8a03-fbe41cdd5436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:40:45.733526 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db05500f-0e9a-4ce3-9780-7669cc9d4392 None None] Checking router: afac1dd1-3b97-4def-9b04-bb19160066b7 for host: dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:40:45.742825 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db05500f-0e9a-4ce3-9780-7669cc9d4392 None None] Routers {'afac1dd1-3b97-4def-9b04-bb19160066b7'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:40:45.743816 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-db05500f-0e9a-4ce3-9780-7669cc9d4392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:40:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['afac1dd1-3b97-4def-9b04-bb19160066b7'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:40:45.801541 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c28fc-735e-4153-9ee0-428398b71508 req-713c2f18-6610-46d0-9b89-7714d2a2fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:45.804963 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-193c28fc-735e-4153-9ee0-428398b71508 req-713c2f18-6610-46d0-9b89-7714d2a2fce1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b38449d0-b6a0-4520-8507-cbd413764049 HTTP/1.1" status: 200 len: 911 time: 0.0996068 Sep 01 09:40:45.855469 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-db05500f-0e9a-4ce3-9780-7669cc9d4392 None None] Set router afac1dd1-3b97-4def-9b04-bb19160066b7 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:40:45.900123 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-193c28fc-735e-4153-9ee0-428398b71508 req-cead0a3b-a069-41a2-876b-8e798fa31ab1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22c90122-84d9-4477-a355-d834502909d6 HTTP/1.1" status: 200 len: 1000 time: 0.0827909 Sep 01 09:40:45.950173 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c28fc-735e-4153-9ee0-428398b71508 req-e8c26b40-f916-458d-9977-cb73616ebfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:45.951638 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-193c28fc-735e-4153-9ee0-428398b71508 req-e8c26b40-f916-458d-9977-cb73616ebfab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b9cb2b7-7426-48b5-8a03-fbe41cdd5436 HTTP/1.1" status: 200 len: 848 time: 0.0435064 Sep 01 09:40:46.008733 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c28fc-735e-4153-9ee0-428398b71508 req-bcfc8cbd-b385-4b33-894e-f4cba1608273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:46.010241 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-193c28fc-735e-4153-9ee0-428398b71508 req-bcfc8cbd-b385-4b33-894e-f4cba1608273 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b38449d0-b6a0-4520-8507-cbd413764049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434406 Sep 01 09:40:46.081570 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-db05500f-0e9a-4ce3-9780-7669cc9d4392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'name': 'tempest-TestShelveInstance-1970889399-router', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:39:36Z', 'updated_at': '2021-09-01T09:39:39Z', 'revision_number': 4, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'gw_port': {'id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:37Z', 'updated_at': '2021-09-01T09:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': 'd38a0082-096a-4f40-b5b7-9eb3ca0d27af', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'port_id': '22c90122-84d9-4477-a355-d834502909d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049', 'mac_address': 'fa:16:3e:c2:5b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1674cca4-906a-47f5-8b9f-a81f7740e79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:40:44Z', 'updated_at': '2021-09-01T09:40:44Z', 'revision_number': 0, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf29e30-93a8-48e4-9015-e256c218b00a', 'name': '', 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'mac_address': 'fa:16:3e:0f:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '8b9cb2b7-7426-48b5-8a03-fbe41cdd5436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:38Z', 'updated_at': '2021-09-01T09:39:45Z', 'revision_number': 5, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'subnets': [{'id': '8b9cb2b7-7426-48b5-8a03-fbe41cdd5436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:40:46.104226 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-193c28fc-735e-4153-9ee0-428398b71508 req-97c0f53f-0255-4077-b65d-66492a9c3630 service neutron] 10.222.0.77 "GET /v2.0/networks/b38449d0-b6a0-4520-8507-cbd413764049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858943 Sep 01 09:40:46.112724 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db05500f-0e9a-4ce3-9780-7669cc9d4392 None None] The sync data for ids ['afac1dd1-3b97-4def-9b04-bb19160066b7'] in dv-cinder-806726-2-iscsi is: [{'id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'name': 'tempest-TestShelveInstance-1970889399-router', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:39:36Z', 'updated_at': '2021-09-01T09:39:39Z', 'revision_number': 4, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'gw_port': {'id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:37Z', 'updated_at': '2021-09-01T09:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': 'd38a0082-096a-4f40-b5b7-9eb3ca0d27af', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'port_id': '22c90122-84d9-4477-a355-d834502909d6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049', 'mac_address': 'fa:16:3e:c2:5b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1674cca4-906a-47f5-8b9f-a81f7740e79c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:40:44Z', 'updated_at': '2021-09-01T09:40:44Z', 'revision_number': 0, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaf29e30-93a8-48e4-9015-e256c218b00a', 'name': '', 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'mac_address': 'fa:16:3e:0f:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '8b9cb2b7-7426-48b5-8a03-fbe41cdd5436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:38Z', 'updated_at': '2021-09-01T09:39:45Z', 'revision_number': 5, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'subnets': [{'id': '8b9cb2b7-7426-48b5-8a03-fbe41cdd5436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:40:46.230733 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-193c28fc-735e-4153-9ee0-428398b71508 req-5ca2bd2f-f1f4-4db8-b77c-53186fc79470 service neutron] 10.222.0.77 "GET /v2.0/networks/b38449d0-b6a0-4520-8507-cbd413764049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918903 Sep 01 09:40:46.238252 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea225020-4218-40ee-9055-1b0f76066444 req-0ed36f7d-0522-4b18-8ccb-d74a5a03fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:46.239836 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-ea225020-4218-40ee-9055-1b0f76066444 req-0ed36f7d-0522-4b18-8ccb-d74a5a03fd63 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 1100 time: 0.0405393 Sep 01 09:40:46.291070 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-ea225020-4218-40ee-9055-1b0f76066444 req-42c73ba3-23f0-4025-9a9e-dffc71f7da32 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335319 Sep 01 09:40:46.344969 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acd34c0-c605-4648-b70f-492bc99e8f8c None None] New status for floating IP d38a0082-096a-4f40-b5b7-9eb3ca0d27af: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 09:40:46.474940 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79324c6-4700-4690-8a01-a4a6aeb80661 req-c384d88f-6f8a-4286-a7f6-1dfd4b06897b tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:46.476434 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b79324c6-4700-4690-8a01-a4a6aeb80661 req-c384d88f-6f8a-4286-a7f6-1dfd4b06897b tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0562270 Sep 01 09:40:46.518410 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b79324c6-4700-4690-8a01-a4a6aeb80661 req-33d51750-e875-45e9-a46d-51e23a84dfa9 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352638 Sep 01 09:40:46.615117 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb6ea4-acd2-45e7-a818-ebac7a0d616a req-1aa77d62-e338-428e-92a3-38133cbf1df7 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:46.616680 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3eeb6ea4-acd2-45e7-a818-ebac7a0d616a req-1aa77d62-e338-428e-92a3-38133cbf1df7 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 947 time: 0.0495059 Sep 01 09:40:46.655191 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3eeb6ea4-acd2-45e7-a818-ebac7a0d616a req-02d80a92-8f99-4d9c-8294-ebef3072ec6c tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323291 Sep 01 09:40:47.637510 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848cbbe-8400-4b99-8c22-7eb90b82ee78 req-56dbbfd3-6af9-4828-92e0-e3d33869e782 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:47.639122 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6848cbbe-8400-4b99-8c22-7eb90b82ee78 req-56dbbfd3-6af9-4828-92e0-e3d33869e782 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0509808 Sep 01 09:40:47.678923 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6848cbbe-8400-4b99-8c22-7eb90b82ee78 req-36c1e484-a863-4524-bfad-14b270912997 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331867 Sep 01 09:40:47.786849 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a535ad-ec7a-4c95-98d0-59d1d7acd763 req-515d5cf0-c736-4172-a7b3-f5291d62c8e2 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:47.788333 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-91a535ad-ec7a-4c95-98d0-59d1d7acd763 req-515d5cf0-c736-4172-a7b3-f5291d62c8e2 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 947 time: 0.0518897 Sep 01 09:40:47.829414 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-91a535ad-ec7a-4c95-98d0-59d1d7acd763 req-20366a7c-a21e-4b61-ba7c-f98234fc41be tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345941 Sep 01 09:40:48.482349 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 36442) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:40:48.589977 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79004de9-4864-42be-b987-aacbcb0f8f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:48.678840 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79004de9-4864-42be-b987-aacbcb0f8f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:48.683376 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-79004de9-4864-42be-b987-aacbcb0f8f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:48.721678 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-79004de9-4864-42be-b987-aacbcb0f8f61 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f911565484af443981e85682316161c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381425 Sep 01 09:40:48.722570 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79004de9-4864-42be-b987-aacbcb0f8f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4b7296-260a-4194-a61d-b010f2a031bd,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:48.724465 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 36448) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:40:48.804425 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ec9fd437-4c7a-42c2-8dc9-c943af173562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:48.835987 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555cf89-cf11-48b3-927a-440dc49bf289 req-523e7acf-c31e-4765-877b-08bfcdb1add8 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:48.837480 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3555cf89-cf11-48b3-927a-440dc49bf289 req-523e7acf-c31e-4765-877b-08bfcdb1add8 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0747194 Sep 01 09:40:48.839253 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ec9fd437-4c7a-42c2-8dc9-c943af173562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:48.896643 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3555cf89-cf11-48b3-927a-440dc49bf289 req-2920820c-bb10-4a26-9a0b-a522e89e2740 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507979 Sep 01 09:40:48.941330 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ec9fd437-4c7a-42c2-8dc9-c943af173562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:48.943878 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ec9fd437-4c7a-42c2-8dc9-c943af173562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:48.945008 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-ec9fd437-4c7a-42c2-8dc9-c943af173562 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cc4b7296-260a-4194-a61d-b010f2a031bd HTTP/1.1" status: 204 len: 168 time: 0.2187216 Sep 01 09:40:48.957210 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fd437-4c7a-42c2-8dc9-c943af173562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4b7296-260a-4194-a61d-b010f2a031bd,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:48.975863 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5317c3a-1340-4086-a640-b8f7a366c051 req-96c87029-b9b9-49ba-998d-4b5c9b356397 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:48.977371 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c5317c3a-1340-4086-a640-b8f7a366c051 req-96c87029-b9b9-49ba-998d-4b5c9b356397 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 947 time: 0.0685096 Sep 01 09:40:49.020828 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c5317c3a-1340-4086-a640-b8f7a366c051 req-d30b0b4f-d701-415d-aa2b-0479d6b7a554 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328162 Sep 01 09:40:50.016665 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3088a71-c0c6-4712-8be6-9ebedb473595 req-611fdcda-3ace-4e62-9ebd-74f3c8612512 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:50.018150 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d3088a71-c0c6-4712-8be6-9ebedb473595 req-611fdcda-3ace-4e62-9ebd-74f3c8612512 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0516307 Sep 01 09:40:50.058894 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d3088a71-c0c6-4712-8be6-9ebedb473595 req-7a523da9-e2e1-4c9c-aca8-f6ce6d8fef14 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345204 Sep 01 09:40:50.087413 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6846c20-8771-4faa-8af7-7881b8fc9e93 req-14917230-a505-4e62-af71-96ec639874f7 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:50.089897 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f6846c20-8771-4faa-8af7-7881b8fc9e93 req-14917230-a505-4e62-af71-96ec639874f7 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.77 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 946 time: 0.0590971 Sep 01 09:40:50.194244 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-f6846c20-8771-4faa-8af7-7881b8fc9e93 req-ad2185aa-e420-4861-b277-b5b310b5a417 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Deleting port fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:40:50.194577 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f6846c20-8771-4faa-8af7-7881b8fc9e93 req-ad2185aa-e420-4861-b277-b5b310b5a417 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:50.238788 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 36504) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:40:50.293780 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-f6846c20-8771-4faa-8af7-7881b8fc9e93 req-ad2185aa-e420-4861-b277-b5b310b5a417 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] For port fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc,segment=NetworkSegment(9f8aaadb-9d88-4b02-b2a2-bd6e3a519981),segment_id=9f8aaadb-9d88-4b02-b2a2-bd6e3a519981)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:40:50.294032 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f6846c20-8771-4faa-8af7-7881b8fc9e93 req-ad2185aa-e420-4861-b277-b5b310b5a417 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:50.308524 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-f6846c20-8771-4faa-8af7-7881b8fc9e93 req-ad2185aa-e420-4861-b277-b5b310b5a417 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Calling delete_port for fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:40:50.346714 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1b452d47-a32e-475a-810a-6e1971d42ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:50.437537 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f6846c20-8771-4faa-8af7-7881b8fc9e93 req-ad2185aa-e420-4861-b277-b5b310b5a417 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:50.438484 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1b452d47-a32e-475a-810a-6e1971d42ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:50.444535 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1b452d47-a32e-475a-810a-6e1971d42ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:50.471323 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2185aa-e420-4861-b277-b5b310b5a417 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Pushing event deleted for resources: {'Port': ['ID=fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:50.473755 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['a87a0d65-2431-41a0-bb8c-663b3a97b24e', 'fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:40:50.493589 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-1b452d47-a32e-475a-810a-6e1971d42ede admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2699adcb67094e2293b2e3edda35d891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511771 Sep 01 09:40:50.493589 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b452d47-a32e-475a-810a-6e1971d42ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a74456a-4a08-4ba3-a32a-e1715f2c03bc,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:50.495276 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 36508) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:40:50.514470 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6846c20-8771-4faa-8af7-7881b8fc9e93 req-ad2185aa-e420-4861-b277-b5b310b5a417 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] No DVR routers for this DVR port fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc on host hv-cinder-80672 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:40:50.517700 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-f6846c20-8771-4faa-8af7-7881b8fc9e93 req-ad2185aa-e420-4861-b277-b5b310b5a417 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:50.519776 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f6846c20-8771-4faa-8af7-7881b8fc9e93 req-ad2185aa-e420-4861-b277-b5b310b5a417 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.77 "DELETE /v2.0/ports/fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc HTTP/1.1" status: 204 len: 173 time: 0.4201381 Sep 01 09:40:50.520219 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1700d129-faac-4829-bc63-219f9c05cb0d', 'name': 'network-vif-deleted', 'tag': 'fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:40:50.522516 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1158da6c3346bc0ee3ec7fc22ff852373ba0e4f09dd7013d76cb48f019b6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bed68b0-5a7d-4323-b363-322b484f10cb" -d '{"events": [{"server_uuid": "1700d129-faac-4829-bc63-219f9c05cb0d", "name": "network-vif-deleted", "tag": "fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:40:50.552360 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ad4133c3-df95-4c3c-8ea9-9930e884c805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:50.571140 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72af4c34-2442-4b53-8a1a-4427ccd66a9f x-openstack-request-id: req-72af4c34-2442-4b53-8a1a-4427ccd66a9f {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:40:50.571502 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1700d129-faac-4829-bc63-219f9c05cb0d", "name": "network-vif-deleted", "tag": "fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:40:50.572256 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-72af4c34-2442-4b53-8a1a-4427ccd66a9f {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:40:50.572256 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1700d129-faac-4829-bc63-219f9c05cb0d', 'name': 'network-vif-deleted', 'tag': 'fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc', 'status': 'completed', 'code': 200} Sep 01 09:40:50.578693 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ad4133c3-df95-4c3c-8ea9-9930e884c805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:50.630780 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ad4133c3-df95-4c3c-8ea9-9930e884c805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:50.633037 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ad4133c3-df95-4c3c-8ea9-9930e884c805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:50.634210 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-ad4133c3-df95-4c3c-8ea9-9930e884c805 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0a74456a-4a08-4ba3-a32a-e1715f2c03bc HTTP/1.1" status: 204 len: 168 time: 0.1378052 Sep 01 09:40:50.644421 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4133c3-df95-4c3c-8ea9-9930e884c805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a74456a-4a08-4ba3-a32a-e1715f2c03bc,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:51.181367 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-68391a8d-5cba-4c3c-9a7d-34810c2fca00 req-a44faaed-2db5-48e9-9c08-62670c6d309c tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=1700d129-faac-4829-bc63-219f9c05cb0d HTTP/1.1" status: 200 len: 210 time: 0.0355072 Sep 01 09:40:52.318690 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b13d5a23-7aae-4cd7-a7d5-bf3c483964f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:52.462188 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2b404-fea6-4a28-bf20-81f0f7dc8285 req-4aaebf49-5a1d-4d62-9921-3ef3ecd3bf69 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:52.463756 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8ba2b404-fea6-4a28-bf20-81f0f7dc8285 req-4aaebf49-5a1d-4d62-9921-3ef3ecd3bf69 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0490124 Sep 01 09:40:52.506529 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8ba2b404-fea6-4a28-bf20-81f0f7dc8285 req-6619f621-1ab5-479a-aeb5-41e4bfd5f613 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362637 Sep 01 09:40:53.624909 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e15757-8dcf-4d13-8105-fd34c7d86f9b req-9d0c951e-c2d7-45fb-b683-eac034dda51c tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:53.626452 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f9e15757-8dcf-4d13-8105-fd34c7d86f9b req-9d0c951e-c2d7-45fb-b683-eac034dda51c tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0497377 Sep 01 09:40:53.670152 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f9e15757-8dcf-4d13-8105-fd34c7d86f9b req-814a3af7-a770-4041-a6c3-8721ede12f51 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373664 Sep 01 09:40:53.908973 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:54.809635 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50393c-8587-46c3-9173-1c0c4775ea25 req-8fdb7a57-1b93-48c4-9eee-98ad18784264 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:54.811177 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cc50393c-8587-46c3-9173-1c0c4775ea25 req-8fdb7a57-1b93-48c4-9eee-98ad18784264 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0591035 Sep 01 09:40:54.841818 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c544c003-da08-47d3-92d1-621f07a2b816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:54.852175 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cc50393c-8587-46c3-9173-1c0c4775ea25 req-b3850517-8c39-4a85-a29f-238e72a439cd tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346582 Sep 01 09:40:55.374068 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc no longer exists at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:40:55.397731 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] No Port match for: fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:40:55.398078 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device fdee2fe6-3d4f-4927-9ea9-9dfe1f9ef7fc not bound to the agent host hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:40:55.475252 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:55.972452 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9506faf-563c-4a02-8eb9-fe6850fde096 req-a0b787da-2a93-4ab4-9b99-4cbde1bff537 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:55.973949 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f9506faf-563c-4a02-8eb9-fe6850fde096 req-a0b787da-2a93-4ab4-9b99-4cbde1bff537 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0497885 Sep 01 09:40:56.016921 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f9506faf-563c-4a02-8eb9-fe6850fde096 req-3a440579-8fe0-4c4b-92c0-64f7cede130b tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367355 Sep 01 09:40:56.092539 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:57.135329 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d42c51-f3b4-4160-b541-12b71fed585c req-6bb2ab80-bb9f-4af9-b3e6-a5c1112b2dc6 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:57.137498 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-25d42c51-f3b4-4160-b541-12b71fed585c req-6bb2ab80-bb9f-4af9-b3e6-a5c1112b2dc6 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0519392 Sep 01 09:40:57.179260 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-25d42c51-f3b4-4160-b541-12b71fed585c req-d6279517-3450-45c7-9dd8-b07b2d0b85a1 tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338411 Sep 01 09:40:57.884223 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:58.306435 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b76e9-65e1-4a9d-8def-be98c01e8be1 req-54981ae0-d7b6-43d0-b2de-392aa6bb9dec tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:58.308569 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bc1b76e9-65e1-4a9d-8def-be98c01e8be1 req-54981ae0-d7b6-43d0-b2de-392aa6bb9dec tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0586352 Sep 01 09:40:58.349156 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bc1b76e9-65e1-4a9d-8def-be98c01e8be1 req-3fc35ccd-1e3a-4401-8607-bb693cc3e63e tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/security-groups?id=a783d477-2fec-4df1-9d96-4b4b7ba225ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345380 Sep 01 09:40:58.731296 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493e4a6-e882-46ea-bfb8-d46c2ab7085f req-39f43545-52fe-4326-a9b9-d094a59a6d1e tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:40:58.732877 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-3493e4a6-e882-46ea-bfb8-d46c2ab7085f req-39f43545-52fe-4326-a9b9-d094a59a6d1e tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.77 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 945 time: 0.0501447 Sep 01 09:40:58.830261 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-3493e4a6-e882-46ea-bfb8-d46c2ab7085f req-7ca2ad1e-2bbf-4bb2-9c98-d56b19ee044a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Deleting port a87a0d65-2431-41a0-bb8c-663b3a97b24e {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:40:58.830617 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3493e4a6-e882-46ea-bfb8-d46c2ab7085f req-7ca2ad1e-2bbf-4bb2-9c98-d56b19ee044a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:58.919307 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-3493e4a6-e882-46ea-bfb8-d46c2ab7085f req-7ca2ad1e-2bbf-4bb2-9c98-d56b19ee044a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] For port a87a0d65-2431-41a0-bb8c-663b3a97b24e, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=a87a0d65-2431-41a0-bb8c-663b3a97b24e,segment=NetworkSegment(9f8aaadb-9d88-4b02-b2a2-bd6e3a519981),segment_id=9f8aaadb-9d88-4b02-b2a2-bd6e3a519981)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:40:58.919805 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3493e4a6-e882-46ea-bfb8-d46c2ab7085f req-7ca2ad1e-2bbf-4bb2-9c98-d56b19ee044a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:58.933925 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-3493e4a6-e882-46ea-bfb8-d46c2ab7085f req-7ca2ad1e-2bbf-4bb2-9c98-d56b19ee044a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Calling delete_port for a87a0d65-2431-41a0-bb8c-663b3a97b24e owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:40:59.064600 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3493e4a6-e882-46ea-bfb8-d46c2ab7085f req-7ca2ad1e-2bbf-4bb2-9c98-d56b19ee044a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:59.094321 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2ad1e-2bbf-4bb2-9c98-d56b19ee044a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Pushing event deleted for resources: {'Port': ['ID=a87a0d65-2431-41a0-bb8c-663b3a97b24e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:59.105518 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['a87a0d65-2431-41a0-bb8c-663b3a97b24e'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:40:59.140812 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-3493e4a6-e882-46ea-bfb8-d46c2ab7085f req-7ca2ad1e-2bbf-4bb2-9c98-d56b19ee044a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] No DVR routers for this DVR port a87a0d65-2431-41a0-bb8c-663b3a97b24e on host hv-cinder-80672 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:40:59.143433 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3493e4a6-e882-46ea-bfb8-d46c2ab7085f req-7ca2ad1e-2bbf-4bb2-9c98-d56b19ee044a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:59.145533 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-3493e4a6-e882-46ea-bfb8-d46c2ab7085f req-7ca2ad1e-2bbf-4bb2-9c98-d56b19ee044a tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.77 "DELETE /v2.0/ports/a87a0d65-2431-41a0-bb8c-663b3a97b24e HTTP/1.1" status: 204 len: 173 time: 0.4052379 Sep 01 09:40:59.145987 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c3a361-2673-4141-9b86-c15c00ce7a73', 'name': 'network-vif-deleted', 'tag': 'a87a0d65-2431-41a0-bb8c-663b3a97b24e'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:40:59.148591 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1158da6c3346bc0ee3ec7fc22ff852373ba0e4f09dd7013d76cb48f019b6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603074fd-3fe0-43a5-9bee-18f0600f39cf" -d '{"events": [{"server_uuid": "a5c3a361-2673-4141-9b86-c15c00ce7a73", "name": "network-vif-deleted", "tag": "a87a0d65-2431-41a0-bb8c-663b3a97b24e"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:40:59.192542 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc81537-0daf-4bbe-8b7b-08b55a64115b x-openstack-request-id: req-2cc81537-0daf-4bbe-8b7b-08b55a64115b {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:40:59.192834 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c3a361-2673-4141-9b86-c15c00ce7a73", "name": "network-vif-deleted", "tag": "a87a0d65-2431-41a0-bb8c-663b3a97b24e", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:40:59.193077 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2cc81537-0daf-4bbe-8b7b-08b55a64115b {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:40:59.193464 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c3a361-2673-4141-9b86-c15c00ce7a73', 'name': 'network-vif-deleted', 'tag': 'a87a0d65-2431-41a0-bb8c-663b3a97b24e', 'status': 'completed', 'code': 200} Sep 01 09:40:59.473880 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f23d277e-1f1f-4716-b47d-33feca1a4520 req-0544b7cd-3736-45ba-ad06-2ad7fa840a7d tempest-ServerRescueNegativeTestJSON-1525220115 tempest-ServerRescueNegativeTestJSON-1525220115-project] 10.222.0.74 "GET /v2.0/ports?device_id=a5c3a361-2673-4141-9b86-c15c00ce7a73 HTTP/1.1" status: 200 len: 210 time: 0.0397170 Sep 01 09:40:59.552674 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 36680) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:40:59.664536 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c9e44ac4-7978-4dfa-b9e7-814435b3f0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:59.750971 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c9e44ac4-7978-4dfa-b9e7-814435b3f0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:59.756401 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c9e44ac4-7978-4dfa-b9e7-814435b3f0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:59.798758 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-c9e44ac4-7978-4dfa-b9e7-814435b3f0be admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=99c9b7eaa3474ffa9d509711655336d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419519 Sep 01 09:40:59.798758 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e44ac4-7978-4dfa-b9e7-814435b3f0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91828d0c-5c6a-41d9-a56f-df19ed90427e,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:40:59.799461 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 36684) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:40:59.850670 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-586dc769-38e1-4734-8c47-e95dd06ee694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:59.873381 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-586dc769-38e1-4734-8c47-e95dd06ee694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:59.921839 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-586dc769-38e1-4734-8c47-e95dd06ee694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:59.924473 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-586dc769-38e1-4734-8c47-e95dd06ee694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:40:59.925688 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-586dc769-38e1-4734-8c47-e95dd06ee694 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/91828d0c-5c6a-41d9-a56f-df19ed90427e HTTP/1.1" status: 204 len: 168 time: 0.1251216 Sep 01 09:40:59.934010 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586dc769-38e1-4734-8c47-e95dd06ee694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91828d0c-5c6a-41d9-a56f-df19ed90427e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:00.206107 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 36690) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:00.219752 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-edfb6364-eb94-4851-81c6-1389a2f76a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:00.313849 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-edfb6364-eb94-4851-81c6-1389a2f76a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:00.319891 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-edfb6364-eb94-4851-81c6-1389a2f76a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:00.359310 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-edfb6364-eb94-4851-81c6-1389a2f76a08 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a88f5094eb5b4734ab7ceb5a38a1b7f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521029 Sep 01 09:41:00.360606 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb6364-eb94-4851-81c6-1389a2f76a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5834836-5a9c-4292-ba6c-536a57ea8fa9,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:00.362261 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 36692) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:00.411487 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf5434a8-189e-4e6b-a86d-4d32078a34ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:00.433375 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf5434a8-189e-4e6b-a86d-4d32078a34ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:00.481031 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf5434a8-189e-4e6b-a86d-4d32078a34ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:00.484063 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf5434a8-189e-4e6b-a86d-4d32078a34ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:00.485254 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-cf5434a8-189e-4e6b-a86d-4d32078a34ad admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e5834836-5a9c-4292-ba6c-536a57ea8fa9 HTTP/1.1" status: 204 len: 168 time: 0.1218181 Sep 01 09:41:00.494911 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5434a8-189e-4e6b-a86d-4d32078a34ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5834836-5a9c-4292-ba6c-536a57ea8fa9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:00.550309 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 36700) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:00.846892 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15eef8-ad03-411b-8c95-437a5d00bbaa req-69526843-d454-42c7-a02b-db74c988a778 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:00.848637 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9a15eef8-ad03-411b-8c95-437a5d00bbaa req-69526843-d454-42c7-a02b-db74c988a778 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0898631 Sep 01 09:41:00.908021 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 36708) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:00.921869 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-767a0dee-146b-4b9d-9f8a-d107149c304b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:00.938123 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9a15eef8-ad03-411b-8c95-437a5d00bbaa req-c6b94a49-8a17-4be8-9ca2-aed431f26299 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817053 Sep 01 09:41:01.028372 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-767a0dee-146b-4b9d-9f8a-d107149c304b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:01.033273 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-767a0dee-146b-4b9d-9f8a-d107149c304b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:01.067503 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6a2aaec3-fbdb-4d37-9606-7f1c92b1b607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16703252'] for router_interface, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:01.072209 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-767a0dee-146b-4b9d-9f8a-d107149c304b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=164822259c2541fdbb0070f70e53bd69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629727 Sep 01 09:41:01.073124 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a0dee-146b-4b9d-9f8a-d107149c304b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51204ebd-6a67-4527-bc14-b1e621997c5c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:01.075590 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 36710) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:01.126474 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a38c401-22c0-4b3c-b4ee-45b7dfe7afbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:01.147321 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a38c401-22c0-4b3c-b4ee-45b7dfe7afbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:01.195188 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a38c401-22c0-4b3c-b4ee-45b7dfe7afbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:01.198062 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a38c401-22c0-4b3c-b4ee-45b7dfe7afbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:01.199275 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-6a38c401-22c0-4b3c-b4ee-45b7dfe7afbb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/51204ebd-6a67-4527-bc14-b1e621997c5c HTTP/1.1" status: 204 len: 168 time: 0.1227129 Sep 01 09:41:01.207297 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38c401-22c0-4b3c-b4ee-45b7dfe7afbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51204ebd-6a67-4527-bc14-b1e621997c5c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:01.365297 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6a2aaec3-fbdb-4d37-9606-7f1c92b1b607 admin admin] Deleting port d1c11195-f501-497f-b471-a9e2d207c173 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:41:01.365645 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6a2aaec3-fbdb-4d37-9606-7f1c92b1b607 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:01.450112 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6a2aaec3-fbdb-4d37-9606-7f1c92b1b607 admin admin] For port d1c11195-f501-497f-b471-a9e2d207c173, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=d1c11195-f501-497f-b471-a9e2d207c173,segment=NetworkSegment(9f8aaadb-9d88-4b02-b2a2-bd6e3a519981),segment_id=9f8aaadb-9d88-4b02-b2a2-bd6e3a519981)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:41:01.450112 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6a2aaec3-fbdb-4d37-9606-7f1c92b1b607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:01.457954 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6a2aaec3-fbdb-4d37-9606-7f1c92b1b607 admin admin] Calling delete_port for d1c11195-f501-497f-b471-a9e2d207c173 owned by network:router_interface {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:41:01.643211 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6a2aaec3-fbdb-4d37-9606-7f1c92b1b607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:01.667978 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2aaec3-fbdb-4d37-9606-7f1c92b1b607 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c11195-f501-497f-b471-a9e2d207c173,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:02.074768 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6a2aaec3-fbdb-4d37-9606-7f1c92b1b607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16366462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703368'] for router_interface, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:02.092354 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b3b47-5312-4757-951f-85f158d4a3fa req-9004bdd0-fe0f-4438-a497-98b291a75412 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:02.093872 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-914b3b47-5312-4757-951f-85f158d4a3fa req-9004bdd0-fe0f-4438-a497-98b291a75412 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0668497 Sep 01 09:41:02.208619 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-914b3b47-5312-4757-951f-85f158d4a3fa req-e7c9e894-f2c0-4d5e-ae3b-fd9e51a81649 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083615 Sep 01 09:41:02.348110 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2aaec3-fbdb-4d37-9606-7f1c92b1b607 admin admin] Router 4423103d-ebf7-4f1a-a591-6004005f693f has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:41:02.461567 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2aaec3-fbdb-4d37-9606-7f1c92b1b607 admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:41:02.469901 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 36748) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:02.470610 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591a978b-e5bf-4b95-acd7-06690ee99194 None None] Sync routers for ids ['4423103d-ebf7-4f1a-a591-6004005f693f'] in dv-cinder-806726-2-iscsi {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:41:02.472215 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-6a2aaec3-fbdb-4d37-9606-7f1c92b1b607 admin admin] 10.222.0.74 "PUT /v2.0/routers/4423103d-ebf7-4f1a-a591-6004005f693f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9207566 Sep 01 09:41:02.480360 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591a978b-e5bf-4b95-acd7-06690ee99194 None None] Routers {'4423103d-ebf7-4f1a-a591-6004005f693f'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:41:02.481183 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-591a978b-e5bf-4b95-acd7-06690ee99194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:40:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['4423103d-ebf7-4f1a-a591-6004005f693f'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:41:02.581183 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-549dfe7b-af51-4ff4-83d9-1b751aaad4fc admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:02.587234 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-591a978b-e5bf-4b95-acd7-06690ee99194 None None] Set router 4423103d-ebf7-4f1a-a591-6004005f693f gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:41:02.694879 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-549dfe7b-af51-4ff4-83d9-1b751aaad4fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:02.756615 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-549dfe7b-af51-4ff4-83d9-1b751aaad4fc admin admin] Deleting port 7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:41:02.756955 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-549dfe7b-af51-4ff4-83d9-1b751aaad4fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:02.771169 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-591a978b-e5bf-4b95-acd7-06690ee99194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4423103d-ebf7-4f1a-a591-6004005f693f', 'name': 'tempest-ServerRescueNegativeTestJSON-1514488056-router', 'tenant_id': 'bda3c63758054fb894b05110b11297a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:12Z', 'updated_at': '2021-09-01T09:41:01Z', 'revision_number': 5, 'project_id': 'bda3c63758054fb894b05110b11297a6', 'gw_port': {'id': '7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4423103d-ebf7-4f1a-a591-6004005f693f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:12Z', 'updated_at': '2021-09-01T09:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:41:02.799947 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591a978b-e5bf-4b95-acd7-06690ee99194 None None] Checking router: 4423103d-ebf7-4f1a-a591-6004005f693f for host: dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:41:02.808270 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591a978b-e5bf-4b95-acd7-06690ee99194 None None] Routers {'4423103d-ebf7-4f1a-a591-6004005f693f'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:41:02.809045 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-591a978b-e5bf-4b95-acd7-06690ee99194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:40:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['4423103d-ebf7-4f1a-a591-6004005f693f'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:41:02.845069 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-549dfe7b-af51-4ff4-83d9-1b751aaad4fc admin admin] For port 7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:41:02.845550 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-549dfe7b-af51-4ff4-83d9-1b751aaad4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:02.858145 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-549dfe7b-af51-4ff4-83d9-1b751aaad4fc admin admin] Calling delete_port for 7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:41:02.896233 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-591a978b-e5bf-4b95-acd7-06690ee99194 None None] Set router 4423103d-ebf7-4f1a-a591-6004005f693f gateway port host: None {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:41:02.951524 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-591a978b-e5bf-4b95-acd7-06690ee99194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4423103d-ebf7-4f1a-a591-6004005f693f', 'name': 'tempest-ServerRescueNegativeTestJSON-1514488056-router', 'tenant_id': 'bda3c63758054fb894b05110b11297a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:12Z', 'updated_at': '2021-09-01T09:41:02Z', 'revision_number': 6, 'project_id': 'bda3c63758054fb894b05110b11297a6', 'gw_port_host': None}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:41:02.980002 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591a978b-e5bf-4b95-acd7-06690ee99194 None None] The sync data for ids ['4423103d-ebf7-4f1a-a591-6004005f693f'] in dv-cinder-806726-2-iscsi is: [{'id': '4423103d-ebf7-4f1a-a591-6004005f693f', 'name': 'tempest-ServerRescueNegativeTestJSON-1514488056-router', 'tenant_id': 'bda3c63758054fb894b05110b11297a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:12Z', 'updated_at': '2021-09-01T09:41:02Z', 'revision_number': 6, 'project_id': 'bda3c63758054fb894b05110b11297a6', 'gw_port_host': None}] {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:41:03.044825 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-549dfe7b-af51-4ff4-83d9-1b751aaad4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:03.072204 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549dfe7b-af51-4ff4-83d9-1b751aaad4fc admin admin] Pushing event deleted for resources: {'Port': ['ID=7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:03.096001 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-549dfe7b-af51-4ff4-83d9-1b751aaad4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16688682'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:03.201286 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-549dfe7b-af51-4ff4-83d9-1b751aaad4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16700692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3348'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:03.203361 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-549dfe7b-af51-4ff4-83d9-1b751aaad4fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:03.269555 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-549dfe7b-af51-4ff4-83d9-1b751aaad4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16700703'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:03.270159 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549dfe7b-af51-4ff4-83d9-1b751aaad4fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4423103d-ebf7-4f1a-a591-6004005f693f {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 09:41:03.275865 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-549dfe7b-af51-4ff4-83d9-1b751aaad4fc admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:03.276831 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-549dfe7b-af51-4ff4-83d9-1b751aaad4fc admin admin] 10.222.0.74 "DELETE /v2.0/routers/4423103d-ebf7-4f1a-a591-6004005f693f HTTP/1.1" status: 204 len: 168 time: 0.8059766 Sep 01 09:41:03.279491 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 36766) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:03.354123 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b01544-e433-4aef-bb87-740f97e15404 admin admin] Deleting subnet 4142b62c-04c5-482e-b304-4963b1d58b40 {{(pid=94093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 09:41:03.360331 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-22b01544-e433-4aef-bb87-740f97e15404 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:03.369234 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09ec2b-11b4-48eb-a286-70670e681af8 req-1556fb6a-7f92-443d-94ca-29e51283ff87 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:03.370777 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6b09ec2b-11b4-48eb-a286-70670e681af8 req-1556fb6a-7f92-443d-94ca-29e51283ff87 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0836337 Sep 01 09:41:03.405967 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device a87a0d65-2431-41a0-bb8c-663b3a97b24e no longer exists at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:41:03.430186 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] No Port match for: a87a0d65-2431-41a0-bb8c-663b3a97b24e {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:41:03.430906 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device a87a0d65-2431-41a0-bb8c-663b3a97b24e not bound to the agent host hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:41:03.456412 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-22b01544-e433-4aef-bb87-740f97e15404 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24803639'] for subnet, precommit_delete_associations {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:03.470392 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device d1c11195-f501-497f-b471-a9e2d207c173 no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:41:03.491401 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: d1c11195-f501-497f-b471-a9e2d207c173 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:41:03.491880 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device d1c11195-f501-497f-b471-a9e2d207c173 not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:41:03.501986 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6b09ec2b-11b4-48eb-a286-70670e681af8 req-e51a48ce-a0d8-4b6c-8842-e418a54768e1 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875733 Sep 01 09:41:03.511364 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-22b01544-e433-4aef-bb87-740f97e15404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532586'] for subnet, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:03.563511 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-22b01544-e433-4aef-bb87-740f97e15404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24774597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14136184'] for subnet, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:03.588047 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b01544-e433-4aef-bb87-740f97e15404 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4142b62c-04c5-482e-b304-4963b1d58b40,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:03.591707 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-22b01544-e433-4aef-bb87-740f97e15404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:03.593623 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-22b01544-e433-4aef-bb87-740f97e15404 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/4142b62c-04c5-482e-b304-4963b1d58b40 HTTP/1.1" status: 204 len: 168 time: 0.3130517 Sep 01 09:41:03.596331 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 36768) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:03.667431 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aee05c86-4741-4cc9-b689-bf65860b09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543493'] for network, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:03.745542 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aee05c86-4741-4cc9-b689-bf65860b09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535953', 'neutron.services.segments.db._delete_segments_for_network-8737163360449'] for network, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:03.756761 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-aee05c86-4741-4cc9-b689-bf65860b09d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bedd7e95-de82-48ff-807f-c40cd5f893c8']}} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:41:03.773260 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-aee05c86-4741-4cc9-b689-bf65860b09d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8aaadb-9d88-4b02-b2a2-bd6e3a519981') {'for_net_delete': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:41:03.773558 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-aee05c86-4741-4cc9-b689-bf65860b09d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8aaadb-9d88-4b02-b2a2-bd6e3a519981') {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:41:03.783686 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aee05c86-4741-4cc9-b689-bf65860b09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737163371861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24803596'] for segment, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:03.799432 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aee05c86-4741-4cc9-b689-bf65860b09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:03.806068 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee05c86-4741-4cc9-b689-bf65860b09d6 admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=94093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 09:41:03.806467 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aee05c86-4741-4cc9-b689-bf65860b09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24774527'] for segment, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: Traceback (most recent call last): Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: timer() Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: cb(*args, **kw) Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: return func(*args, **kwargs) Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: self._notify() Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: self.callback(batched_events) Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: event.method(event) Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: return f(self, *a, **k) Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: return self._get(url).json() Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: return self.request(url, 'GET', **kwargs) Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 09:41:03.808319 dv-cinder-806726-2-iscsi neutron-server[94093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 09:41:03.866605 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aee05c86-4741-4cc9-b689-bf65860b09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16688646'] for network, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:03.871479 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-aee05c86-4741-4cc9-b689-bf65860b09d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:03.873615 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-aee05c86-4741-4cc9-b689-bf65860b09d6 admin admin] 10.222.0.74 "DELETE /v2.0/networks/bedd7e95-de82-48ff-807f-c40cd5f893c8 HTTP/1.1" status: 204 len: 168 time: 0.2762744 Sep 01 09:41:03.894431 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee05c86-4741-4cc9-b689-bf65860b09d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bedd7e95-de82-48ff-807f-c40cd5f893c8,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:04.058095 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 36772) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:04.099270 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-3517e137-5853-43d0-ae79-44de9bd4d8f9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bda3c63758054fb894b05110b11297a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0397570 Sep 01 09:41:04.101650 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 36774) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:04.150509 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-782aecde-8ddf-4db9-89fb-bbc4b776d174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:04.175639 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-782aecde-8ddf-4db9-89fb-bbc4b776d174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:04.227200 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-782aecde-8ddf-4db9-89fb-bbc4b776d174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:04.229842 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-782aecde-8ddf-4db9-89fb-bbc4b776d174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:04.231433 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-782aecde-8ddf-4db9-89fb-bbc4b776d174 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a783d477-2fec-4df1-9d96-4b4b7ba225ce HTTP/1.1" status: 204 len: 168 time: 0.1288846 Sep 01 09:41:04.239385 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782aecde-8ddf-4db9-89fb-bbc4b776d174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a783d477-2fec-4df1-9d96-4b4b7ba225ce,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:04.622941 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0a94b-9a50-4758-a43e-e022ef4cc61c req-1d7f783c-3d6d-479d-87a4-ce1fa09de55d tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:04.624460 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a7f0a94b-9a50-4758-a43e-e022ef4cc61c req-1d7f783c-3d6d-479d-87a4-ce1fa09de55d tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0537949 Sep 01 09:41:04.663183 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a7f0a94b-9a50-4758-a43e-e022ef4cc61c req-75ee427c-dbf3-41b4-a4cc-69ccc968d602 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325599 Sep 01 09:41:05.171994 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5 no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:41:05.196010 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: 7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:41:05.196356 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 7cf12fb1-2bb9-42d0-87a6-f6e81e091bd5 not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:41:05.781346 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59258a-8f6e-4456-ad72-b6347060a6cb req-46c0158a-2ea5-4008-8a36-6fb0f4c99ae2 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:05.782981 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5d59258a-8f6e-4456-ad72-b6347060a6cb req-46c0158a-2ea5-4008-8a36-6fb0f4c99ae2 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0528896 Sep 01 09:41:05.821911 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5d59258a-8f6e-4456-ad72-b6347060a6cb req-9b44a404-b726-45d7-8bbb-6b15b0b799fe tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327489 Sep 01 09:41:06.938343 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067f8aa-f7a8-4154-82ff-697ac67ccd37 req-fcdfe2ed-a2c6-4b81-b72c-343cca3eb082 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:06.939971 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f067f8aa-f7a8-4154-82ff-697ac67ccd37 req-fcdfe2ed-a2c6-4b81-b72c-343cca3eb082 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0489171 Sep 01 09:41:06.978589 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f067f8aa-f7a8-4154-82ff-697ac67ccd37 req-009e4e05-6089-4ecf-9da6-de6d695e0a16 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326447 Sep 01 09:41:08.094146 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbd6e0-bd25-4888-b494-570b6c22aa61 req-4221ae48-ca45-4977-a4d4-156f3ea867d8 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:08.096585 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bcfbd6e0-bd25-4888-b494-570b6c22aa61 req-4221ae48-ca45-4977-a4d4-156f3ea867d8 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0500729 Sep 01 09:41:08.140126 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bcfbd6e0-bd25-4888-b494-570b6c22aa61 req-e2b6372d-46cd-4d28-b14b-57cba1496c79 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372403 Sep 01 09:41:09.263981 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3381ef6-6e3d-4f71-8a11-1c5c1a226293 req-185be079-adb6-46f5-ad30-067c76582c9a tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:09.265346 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c3381ef6-6e3d-4f71-8a11-1c5c1a226293 req-185be079-adb6-46f5-ad30-067c76582c9a tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0531385 Sep 01 09:41:09.306118 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c3381ef6-6e3d-4f71-8a11-1c5c1a226293 req-65403424-d3a1-40ec-872f-5c14b02eb775 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323851 Sep 01 09:41:09.781837 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 36898) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:09.891584 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-774317b8-5d9c-4c29-a3c5-d63eabd65fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:09.986939 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-774317b8-5d9c-4c29-a3c5-d63eabd65fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:09.996900 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-774317b8-5d9c-4c29-a3c5-d63eabd65fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:10.034713 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-774317b8-5d9c-4c29-a3c5-d63eabd65fde admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9174c056099f44bf93a30acc58ab30c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518313 Sep 01 09:41:10.035589 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774317b8-5d9c-4c29-a3c5-d63eabd65fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654ce0d0-8254-41dc-840e-7b4df6c4405e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:10.037512 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 36910) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:10.086295 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4a2204bb-66d3-457a-8711-cd28c0d0090a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:10.108615 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4a2204bb-66d3-457a-8711-cd28c0d0090a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:10.158533 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4a2204bb-66d3-457a-8711-cd28c0d0090a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:10.161754 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4a2204bb-66d3-457a-8711-cd28c0d0090a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:10.162959 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-4a2204bb-66d3-457a-8711-cd28c0d0090a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/654ce0d0-8254-41dc-840e-7b4df6c4405e HTTP/1.1" status: 204 len: 168 time: 0.1244044 Sep 01 09:41:10.171417 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2204bb-66d3-457a-8711-cd28c0d0090a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654ce0d0-8254-41dc-840e-7b4df6c4405e,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:10.423589 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab12bb-6e5e-4400-a023-2d710213d9ca req-84e65720-0724-4b25-86cf-612f60361a0d tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:10.423589 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a8ab12bb-6e5e-4400-a023-2d710213d9ca req-84e65720-0724-4b25-86cf-612f60361a0d tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0495541 Sep 01 09:41:10.447139 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 36918) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:10.460514 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-76409a24-cea0-41d5-9b45-a474a538a79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:10.465366 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a8ab12bb-6e5e-4400-a023-2d710213d9ca req-58f280db-8cbc-46ec-9bd0-c85c2ab3d778 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368781 Sep 01 09:41:10.546033 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-76409a24-cea0-41d5-9b45-a474a538a79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:10.552689 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-76409a24-cea0-41d5-9b45-a474a538a79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:10.588971 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-76409a24-cea0-41d5-9b45-a474a538a79d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b58cb21c2f774ac6868fa627379ea5d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405799 Sep 01 09:41:10.589679 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76409a24-cea0-41d5-9b45-a474a538a79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b814f4ad-401c-4938-9e8f-9c57e96e3da9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:10.592140 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 36920) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:10.645203 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7d11cf5d-aa01-4bfe-95cc-08549bc63b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:10.666154 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7d11cf5d-aa01-4bfe-95cc-08549bc63b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:10.714878 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7d11cf5d-aa01-4bfe-95cc-08549bc63b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:10.717714 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7d11cf5d-aa01-4bfe-95cc-08549bc63b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:10.719040 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-7d11cf5d-aa01-4bfe-95cc-08549bc63b45 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b814f4ad-401c-4938-9e8f-9c57e96e3da9 HTTP/1.1" status: 204 len: 168 time: 0.1258721 Sep 01 09:41:10.727112 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11cf5d-aa01-4bfe-95cc-08549bc63b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b814f4ad-401c-4938-9e8f-9c57e96e3da9,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:11.378666 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 36948) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:11.580749 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8132c823-1e15-4dd2-91f9-532d4c667dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:11.608834 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b98ce-37b9-4086-b804-18e424a59860 req-7516c58f-513c-4450-88aa-0c24d3e1a491 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:11.610309 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a65b98ce-37b9-4086-b804-18e424a59860 req-7516c58f-513c-4450-88aa-0c24d3e1a491 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0749881 Sep 01 09:41:11.675176 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a65b98ce-37b9-4086-b804-18e424a59860 req-87f31694-67a3-4f53-ab98-4d5e48a58d6e tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587609 Sep 01 09:41:11.721431 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8132c823-1e15-4dd2-91f9-532d4c667dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:11.726718 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8132c823-1e15-4dd2-91f9-532d4c667dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:11.764661 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8132c823-1e15-4dd2-91f9-532d4c667dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80809b8-d0bd-42ee-9129-8c8c39192ffa,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:11.769095 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-8132c823-1e15-4dd2-91f9-532d4c667dd1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f5629a37e4ee480eb7d9367f661bc55c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3893509 Sep 01 09:41:11.771525 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 36968) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:11.825154 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-18c55b99-c1b9-46a6-8b00-2f8f8258c22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:11.850096 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-18c55b99-c1b9-46a6-8b00-2f8f8258c22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:11.926725 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5f378-1a60-43c9-a0a0-615f996a8375 req-726eff60-e35a-4464-bd72-2fcc90f79ee9 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:11.932177 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-73e5f378-1a60-43c9-a0a0-615f996a8375 req-726eff60-e35a-4464-bd72-2fcc90f79ee9 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0796900 Sep 01 09:41:11.971150 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-18c55b99-c1b9-46a6-8b00-2f8f8258c22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:11.973884 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-18c55b99-c1b9-46a6-8b00-2f8f8258c22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:11.975209 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-18c55b99-c1b9-46a6-8b00-2f8f8258c22a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d80809b8-d0bd-42ee-9129-8c8c39192ffa HTTP/1.1" status: 204 len: 168 time: 0.2026494 Sep 01 09:41:11.986117 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c55b99-c1b9-46a6-8b00-2f8f8258c22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80809b8-d0bd-42ee-9129-8c8c39192ffa,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:12.016450 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-73e5f378-1a60-43c9-a0a0-615f996a8375 req-5c880ef4-9d48-4355-a98e-961e3cedef48 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687623 Sep 01 09:41:12.021484 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85911045-3cbb-433e-be23-3911f9caf1ca req-9c5d4558-800f-4f84-bcba-c0fa52191f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:12.023855 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-85911045-3cbb-433e-be23-3911f9caf1ca req-9c5d4558-800f-4f84-bcba-c0fa52191f96 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12d977af9d49448a9a10133701a035b1&device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 1098 time: 0.0534415 Sep 01 09:41:12.118736 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85911045-3cbb-433e-be23-3911f9caf1ca req-dafb03ff-c554-40fa-a153-f56861f9236d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:12.120603 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-85911045-3cbb-433e-be23-3911f9caf1ca req-dafb03ff-c554-40fa-a153-f56861f9236d service neutron] 10.222.0.77 "GET /v2.0/networks?id=423f25bd-20ef-4b5d-a372-f453acee8b0b HTTP/1.1" status: 200 len: 912 time: 0.0861363 Sep 01 09:41:12.195105 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-85911045-3cbb-433e-be23-3911f9caf1ca req-98a28623-705d-468f-b04b-e627f85a76d8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 HTTP/1.1" status: 200 len: 1001 time: 0.0656779 Sep 01 09:41:12.252032 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85911045-3cbb-433e-be23-3911f9caf1ca req-5a3581ef-a64e-4856-83de-52c353e49c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:12.253676 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-85911045-3cbb-433e-be23-3911f9caf1ca req-5a3581ef-a64e-4856-83de-52c353e49c94 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e794dc62-4be5-46c4-ad96-64655e79d486 HTTP/1.1" status: 200 len: 849 time: 0.0490847 Sep 01 09:41:12.305570 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85911045-3cbb-433e-be23-3911f9caf1ca req-829cf1c3-321e-4690-bf85-d3dcc15b8e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:12.307080 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-85911045-3cbb-433e-be23-3911f9caf1ca req-829cf1c3-321e-4690-bf85-d3dcc15b8e4a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=423f25bd-20ef-4b5d-a372-f453acee8b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459409 Sep 01 09:41:12.328550 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 36992) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:12.342589 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6f120767-ed84-4445-ae50-3a39e4b0baaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:12.416967 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-85911045-3cbb-433e-be23-3911f9caf1ca req-2ca98b76-bcf4-4e62-aaa3-44b5c8352acc service neutron] 10.222.0.77 "GET /v2.0/networks/423f25bd-20ef-4b5d-a372-f453acee8b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009178 Sep 01 09:41:12.431589 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6f120767-ed84-4445-ae50-3a39e4b0baaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:12.436717 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6f120767-ed84-4445-ae50-3a39e4b0baaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:12.488991 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-6f120767-ed84-4445-ae50-3a39e4b0baaf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7c4e32170bd0430d88419dfba61fa060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590929 Sep 01 09:41:12.492012 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f120767-ed84-4445-ae50-3a39e4b0baaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1676118f-a1ba-4f41-b2df-7f1b085e45c3,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:12.495246 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 37002) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:12.564881 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9bf7fec0-0ff8-47d8-bad7-7938f4866cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:12.592197 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9bf7fec0-0ff8-47d8-bad7-7938f4866cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:12.660409 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9bf7fec0-0ff8-47d8-bad7-7938f4866cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:12.663935 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9bf7fec0-0ff8-47d8-bad7-7938f4866cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:12.665583 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-9bf7fec0-0ff8-47d8-bad7-7938f4866cb0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1676118f-a1ba-4f41-b2df-7f1b085e45c3 HTTP/1.1" status: 204 len: 168 time: 0.1688366 Sep 01 09:41:12.674476 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7fec0-0ff8-47d8-bad7-7938f4866cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1676118f-a1ba-4f41-b2df-7f1b085e45c3,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:12.729781 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-85911045-3cbb-433e-be23-3911f9caf1ca req-20de52de-e96a-4469-8cec-ab47b27f4ee5 service neutron] 10.222.0.77 "GET /v2.0/networks/423f25bd-20ef-4b5d-a372-f453acee8b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026490 Sep 01 09:41:13.134866 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d59775-661b-420e-8bc8-a035aebe98f2 req-0422cba7-a255-4753-a415-7ae98ea11196 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:13.136695 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e5d59775-661b-420e-8bc8-a035aebe98f2 req-0422cba7-a255-4753-a415-7ae98ea11196 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0532703 Sep 01 09:41:13.187599 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e5d59775-661b-420e-8bc8-a035aebe98f2 req-e5ea0c93-9e8b-4431-8afd-619c648d51e7 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440061 Sep 01 09:41:13.749875 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 37114) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:13.787686 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 37118) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:13.889180 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-203c6da3-7d5f-496f-9ee7-10729b577410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:13.892978 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c61d936d-5a1b-4159-ab4e-b5d71a8df008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:13.912357 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.db.api [None req-c61d936d-5a1b-4159-ab4e-b5d71a8df008 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 09:41:13.912357 dv-cinder-806726-2-iscsi neutron-server[94093]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 01 09:41:13.912357 dv-cinder-806726-2-iscsi neutron-server[94093]: [parameters: {'project_id': '0f699ded496d4f3592e7ceb7fffd43f3', 'id': '38e23e57-5660-49e6-94a3-24e130c493b2', 'expiration': datetime.datetime(2021, 9, 1, 9, 43, 13, 908145)}] Sep 01 09:41:13.912357 dv-cinder-806726-2-iscsi neutron-server[94093]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94093) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 09:41:13.912795 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG oslo_db.api [None req-c61d936d-5a1b-4159-ab4e-b5d71a8df008 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 09:41:13.978340 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-203c6da3-7d5f-496f-9ee7-10729b577410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:13.984945 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-203c6da3-7d5f-496f-9ee7-10729b577410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:14.024390 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-203c6da3-7d5f-496f-9ee7-10729b577410 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=267482660bce4659955ec3bed775e1fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354443 Sep 01 09:41:14.025227 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c6da3-7d5f-496f-9ee7-10729b577410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0246bc9f-ecd5-466c-99ff-1c53f943a6e9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:14.027111 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 37122) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:14.076435 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00a929e5-3d0e-4047-b4d3-9ca344415c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:14.097813 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00a929e5-3d0e-4047-b4d3-9ca344415c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:14.148791 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00a929e5-3d0e-4047-b4d3-9ca344415c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:14.151454 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00a929e5-3d0e-4047-b4d3-9ca344415c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:14.152605 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-00a929e5-3d0e-4047-b4d3-9ca344415c96 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0246bc9f-ecd5-466c-99ff-1c53f943a6e9 HTTP/1.1" status: 204 len: 168 time: 0.1244993 Sep 01 09:41:14.159999 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a929e5-3d0e-4047-b4d3-9ca344415c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0246bc9f-ecd5-466c-99ff-1c53f943a6e9,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:14.306773 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf7230-d9ff-4ddb-9b0e-88aed2209bf9 req-9ef7fe0f-8379-4b47-9a5b-2874ecddc68d tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:14.308278 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7bcf7230-d9ff-4ddb-9b0e-88aed2209bf9 req-9ef7fe0f-8379-4b47-9a5b-2874ecddc68d tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0500014 Sep 01 09:41:14.345213 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7bcf7230-d9ff-4ddb-9b0e-88aed2209bf9 req-7658f70d-e64f-4686-9888-ad1ae6954136 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309422 Sep 01 09:41:14.414206 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c61d936d-5a1b-4159-ab4e-b5d71a8df008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:14.524218 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c61d936d-5a1b-4159-ab4e-b5d71a8df008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:14.528427 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c61d936d-5a1b-4159-ab4e-b5d71a8df008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:14.565689 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-c61d936d-5a1b-4159-ab4e-b5d71a8df008 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0f699ded496d4f3592e7ceb7fffd43f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8146987 Sep 01 09:41:14.566565 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d936d-5a1b-4159-ab4e-b5d71a8df008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4106b0d-007f-4237-870a-d22628358aae,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:14.568626 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 37140) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:14.617286 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d024e6c2-30c7-45d1-a548-0319c0cf16ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:14.641125 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d024e6c2-30c7-45d1-a548-0319c0cf16ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:14.690258 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d024e6c2-30c7-45d1-a548-0319c0cf16ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:14.693040 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d024e6c2-30c7-45d1-a548-0319c0cf16ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:14.694263 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-d024e6c2-30c7-45d1-a548-0319c0cf16ad admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b4106b0d-007f-4237-870a-d22628358aae HTTP/1.1" status: 204 len: 168 time: 0.1245415 Sep 01 09:41:14.702858 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024e6c2-30c7-45d1-a548-0319c0cf16ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4106b0d-007f-4237-870a-d22628358aae,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:15.011100 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 37160) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:15.024729 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca1aca23-c657-4921-b6c8-e455ad2f2b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:15.118125 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca1aca23-c657-4921-b6c8-e455ad2f2b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:15.124072 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca1aca23-c657-4921-b6c8-e455ad2f2b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:15.166190 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-ca1aca23-c657-4921-b6c8-e455ad2f2b19 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3f135a1088424975b359eab8c9c8a3db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1538250 Sep 01 09:41:15.167154 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1aca23-c657-4921-b6c8-e455ad2f2b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f7b4ed-65d7-4b73-9c29-cdf33f324062,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:15.168918 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 37162) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:15.223862 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-98690cec-d6a0-4d16-90ea-2ae355e1c914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:15.240145 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-98690cec-d6a0-4d16-90ea-2ae355e1c914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:15.284346 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-98690cec-d6a0-4d16-90ea-2ae355e1c914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:15.286999 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-98690cec-d6a0-4d16-90ea-2ae355e1c914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:15.290735 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-98690cec-d6a0-4d16-90ea-2ae355e1c914 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/53f7b4ed-65d7-4b73-9c29-cdf33f324062 HTTP/1.1" status: 204 len: 168 time: 0.1181884 Sep 01 09:41:15.296019 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98690cec-d6a0-4d16-90ea-2ae355e1c914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f7b4ed-65d7-4b73-9c29-cdf33f324062,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:15.303688 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98690cec-d6a0-4d16-90ea-2ae355e1c914 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:15.304052 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98690cec-d6a0-4d16-90ea-2ae355e1c914 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:15.304391 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98690cec-d6a0-4d16-90ea-2ae355e1c914 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:15.304726 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98690cec-d6a0-4d16-90ea-2ae355e1c914 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:15.305055 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98690cec-d6a0-4d16-90ea-2ae355e1c914 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:15.305383 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98690cec-d6a0-4d16-90ea-2ae355e1c914 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:15.305721 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98690cec-d6a0-4d16-90ea-2ae355e1c914 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:15.306033 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98690cec-d6a0-4d16-90ea-2ae355e1c914 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:15.306356 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98690cec-d6a0-4d16-90ea-2ae355e1c914 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:15.306676 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98690cec-d6a0-4d16-90ea-2ae355e1c914 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:15.307000 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98690cec-d6a0-4d16-90ea-2ae355e1c914 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:15.307316 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98690cec-d6a0-4d16-90ea-2ae355e1c914 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:16.000576 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 37190) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:16.104694 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-fc086393-97a8-47d7-b4e2-475d7ceb4d5d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2001655082-network', 'tenant_id': '527adee23d604eba8872f937f8644367'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:41:16.131269 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc086393-97a8-47d7-b4e2-475d7ceb4d5d admin admin] Made reservation on behalf of 527adee23d604eba8872f937f8644367 for: {'network': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:41:16.134781 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fc086393-97a8-47d7-b4e2-475d7ceb4d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for network, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:16.147560 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fc086393-97a8-47d7-b4e2-475d7ceb4d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:16.239410 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fc086393-97a8-47d7-b4e2-475d7ceb4d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:16.245262 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fc086393-97a8-47d7-b4e2-475d7ceb4d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:16.268822 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc086393-97a8-47d7-b4e2-475d7ceb4d5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=94093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 09:41:16.277260 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc086393-97a8-47d7-b4e2-475d7ceb4d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85627e99-faa4-478e-bb45-0f007ca0cdff,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:16.285789 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fc086393-97a8-47d7-b4e2-475d7ceb4d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:16.286145 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.db.segments_db [None req-fc086393-97a8-47d7-b4e2-475d7ceb4d5d admin admin] Added segment 1662489e-edf3-43b9-a82d-130de9b1f346 of type vlan for network 2631fe1d-c27b-417c-bcf0-25e1e51f3e2e Sep 01 09:41:16.290226 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:41:16.325361 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fc086393-97a8-47d7-b4e2-475d7ceb4d5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737162809959'] for network, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:16.352152 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fc086393-97a8-47d7-b4e2-475d7ceb4d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for network, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:16.353230 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc086393-97a8-47d7-b4e2-475d7ceb4d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:16.353937 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fc086393-97a8-47d7-b4e2-475d7ceb4d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:16.406969 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-fc086393-97a8-47d7-b4e2-475d7ceb4d5d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4051554 Sep 01 09:41:16.410289 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 37194) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:16.415487 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-791cf57c-09d4-46a6-ab8f-5c8c1092e82f admin admin] Request body: {'subnet': {'network_id': '2631fe1d-c27b-417c-bcf0-25e1e51f3e2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2001655082-subnet', 'tenant_id': '527adee23d604eba8872f937f8644367', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:41:16.415618 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc086393-97a8-47d7-b4e2-475d7ceb4d5d admin admin] Pushing event updated for resources: {'Network': ['ID=2631fe1d-c27b-417c-bcf0-25e1e51f3e2e,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:16.425654 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Network 2631fe1d-c27b-417c-bcf0-25e1e51f3e2e details requested by agent ovs-agent-dv-cinder-806726-2-iscsi with host dv-cinder-806726-2-iscsi {{(pid=94094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 09:41:16.439124 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791cf57c-09d4-46a6-ab8f-5c8c1092e82f admin admin] Made reservation on behalf of 527adee23d604eba8872f937f8644367 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:41:16.441749 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-791cf57c-09d4-46a6-ab8f-5c8c1092e82f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:16.614240 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-791cf57c-09d4-46a6-ab8f-5c8c1092e82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:16.673110 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cf57c-09d4-46a6-ab8f-5c8c1092e82f admin admin] Pushing event updated for resources: {'Subnet': ['ID=040c428c-bf53-4706-b5f6-7e8517e0bce7,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:16.682110 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791cf57c-09d4-46a6-ab8f-5c8c1092e82f admin admin] Checking segment: {'id': '1662489e-edf3-43b9-a82d-130de9b1f346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': '2631fe1d-c27b-417c-bcf0-25e1e51f3e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:41:16.682488 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791cf57c-09d4-46a6-ab8f-5c8c1092e82f admin admin] Network hostable DHCP agents. Network: 2631fe1d-c27b-417c-bcf0-25e1e51f3e2e, hostable agents: ['c003adbb-c13d-447f-8337-f44cd480aeda'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 09:41:16.700787 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791cf57c-09d4-46a6-ab8f-5c8c1092e82f admin admin] Network 2631fe1d-c27b-417c-bcf0-25e1e51f3e2e is scheduled to be hosted by DHCP agent c003adbb-c13d-447f-8337-f44cd480aeda with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 09:41:16.711491 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-791cf57c-09d4-46a6-ab8f-5c8c1092e82f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-2-iscsi, 2631fe1d-c27b-417c-bcf0-25e1e51f3e2e) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:41:16.716217 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791cf57c-09d4-46a6-ab8f-5c8c1092e82f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:16.716804 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-791cf57c-09d4-46a6-ab8f-5c8c1092e82f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:16.723059 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cde7951-3fc9-4138-bb54-89f4e2d580dd None None] Network 2631fe1d-c27b-417c-bcf0-25e1e51f3e2e requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:41:16.731614 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-791cf57c-09d4-46a6-ab8f-5c8c1092e82f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3198833 Sep 01 09:41:16.858588 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a73b26e-5559-445b-9ff6-38d65d815d5c None None] Network 2631fe1d-c27b-417c-bcf0-25e1e51f3e2e requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:41:17.246560 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 37222) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:17.251648 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-fffe328b-527e-479b-bb50-e9cc401bd41a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-503174826-network', 'tenant_id': 'c5e29e9690b34078a1bac136d1e4ee21'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:41:17.273290 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffe328b-527e-479b-bb50-e9cc401bd41a admin admin] Made reservation on behalf of c5e29e9690b34078a1bac136d1e4ee21 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:41:17.275720 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fffe328b-527e-479b-bb50-e9cc401bd41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:17.285029 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fffe328b-527e-479b-bb50-e9cc401bd41a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:17.372606 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fffe328b-527e-479b-bb50-e9cc401bd41a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:17.379752 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fffe328b-527e-479b-bb50-e9cc401bd41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:17.407183 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fffe328b-527e-479b-bb50-e9cc401bd41a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 09:41:17.416330 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe328b-527e-479b-bb50-e9cc401bd41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7971e59-f183-40fe-b0d2-99443afdb61d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:17.420908 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fffe328b-527e-479b-bb50-e9cc401bd41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:17.421247 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.db.segments_db [None req-fffe328b-527e-479b-bb50-e9cc401bd41a admin admin] Added segment 0ea9d013-06cd-494d-b4c2-3de7fe404c54 of type vlan for network affa1231-b4db-4989-a62e-b5558eba1810 Sep 01 09:41:17.459730 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fffe328b-527e-479b-bb50-e9cc401bd41a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737162809959'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:17.488904 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fffe328b-527e-479b-bb50-e9cc401bd41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:17.490145 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffe328b-527e-479b-bb50-e9cc401bd41a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:17.490903 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fffe328b-527e-479b-bb50-e9cc401bd41a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:17.551539 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-fffe328b-527e-479b-bb50-e9cc401bd41a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3039372 Sep 01 09:41:17.554552 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 37224) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:17.558295 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe328b-527e-479b-bb50-e9cc401bd41a admin admin] Pushing event updated for resources: {'Network': ['ID=affa1231-b4db-4989-a62e-b5558eba1810,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:17.559974 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-a01bbefa-43b5-4325-a933-49ec4cb5b7e9 admin admin] Request body: {'subnet': {'network_id': 'affa1231-b4db-4989-a62e-b5558eba1810', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-503174826-subnet', 'tenant_id': 'c5e29e9690b34078a1bac136d1e4ee21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:41:17.568132 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Network affa1231-b4db-4989-a62e-b5558eba1810 details requested by agent ovs-agent-dv-cinder-806726-2-iscsi with host dv-cinder-806726-2-iscsi {{(pid=94094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 09:41:17.584923 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01bbefa-43b5-4325-a933-49ec4cb5b7e9 admin admin] Made reservation on behalf of c5e29e9690b34078a1bac136d1e4ee21 for: {'subnet': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:41:17.587247 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a01bbefa-43b5-4325-a933-49ec4cb5b7e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14136151'] for subnet, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:17.772528 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a01bbefa-43b5-4325-a933-49ec4cb5b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24772634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14136129'] for subnet, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:17.832400 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01bbefa-43b5-4325-a933-49ec4cb5b7e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db321598-74f2-44f8-9e98-f6fe1a98e0fa,revision_number=0']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:17.843302 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01bbefa-43b5-4325-a933-49ec4cb5b7e9 admin admin] Checking segment: {'id': '0ea9d013-06cd-494d-b4c2-3de7fe404c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': 'affa1231-b4db-4989-a62e-b5558eba1810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:41:17.843699 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01bbefa-43b5-4325-a933-49ec4cb5b7e9 admin admin] Network hostable DHCP agents. Network: affa1231-b4db-4989-a62e-b5558eba1810, hostable agents: ['c003adbb-c13d-447f-8337-f44cd480aeda'], hosted agents: [] {{(pid=94093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 09:41:17.863349 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01bbefa-43b5-4325-a933-49ec4cb5b7e9 admin admin] Network affa1231-b4db-4989-a62e-b5558eba1810 is scheduled to be hosted by DHCP agent c003adbb-c13d-447f-8337-f44cd480aeda with binding_index 1 {{(pid=94093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 09:41:17.873456 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-a01bbefa-43b5-4325-a933-49ec4cb5b7e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-2-iscsi, affa1231-b4db-4989-a62e-b5558eba1810) {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:41:17.878198 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01bbefa-43b5-4325-a933-49ec4cb5b7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:17.878766 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a01bbefa-43b5-4325-a933-49ec4cb5b7e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:17.883170 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6267330c-b9b8-4439-8371-492ed48c7dfc None None] Network affa1231-b4db-4989-a62e-b5558eba1810 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:41:17.896234 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-a01bbefa-43b5-4325-a933-49ec4cb5b7e9 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3403862 Sep 01 09:41:18.016749 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2c7d4a-72d4-4de6-b3d5-9f1a3e23a794 None None] Network affa1231-b4db-4989-a62e-b5558eba1810 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:41:22.321244 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-645132ab-43ea-48ca-92cc-1b22a06a5ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:23.914527 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:24.848108 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-bbf3892f-3f72-4f92-bc8f-d713a523fe11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:25.214428 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-cf8cdf9b-4163-4818-b2bc-d4858788d11c req-c051db0b-4e30-4104-8b37-f807bfae856b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419550 Sep 01 09:41:25.300039 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cdf9b-4163-4818-b2bc-d4858788d11c req-9f96770c-05fc-48e3-8d26-100e5e2f4419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:25.301584 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-cf8cdf9b-4163-4818-b2bc-d4858788d11c req-9f96770c-05fc-48e3-8d26-100e5e2f4419 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12d977af9d49448a9a10133701a035b1&device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 1098 time: 0.0397694 Sep 01 09:41:25.318589 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 37382) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:25.409915 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cdf9b-4163-4818-b2bc-d4858788d11c req-b7f49ff2-44d4-44ce-aaa9-51116e0959bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:25.411411 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-cf8cdf9b-4163-4818-b2bc-d4858788d11c req-b7f49ff2-44d4-44ce-aaa9-51116e0959bb service neutron] 10.222.0.77 "GET /v2.0/networks?id=423f25bd-20ef-4b5d-a372-f453acee8b0b HTTP/1.1" status: 200 len: 912 time: 0.0867102 Sep 01 09:41:25.430902 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64ad7a01-6b2d-40bb-ae3c-5856615fc1e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:25.478674 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:25.495365 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-cf8cdf9b-4163-4818-b2bc-d4858788d11c req-ee51a714-5793-40cc-95d1-2dec93f1806e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 HTTP/1.1" status: 200 len: 1001 time: 0.0764580 Sep 01 09:41:25.567264 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cdf9b-4163-4818-b2bc-d4858788d11c req-33fd4a85-684c-4078-806d-55d863695d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:25.568841 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-cf8cdf9b-4163-4818-b2bc-d4858788d11c req-33fd4a85-684c-4078-806d-55d863695d35 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e794dc62-4be5-46c4-ad96-64655e79d486 HTTP/1.1" status: 200 len: 849 time: 0.0654109 Sep 01 09:41:25.627734 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64ad7a01-6b2d-40bb-ae3c-5856615fc1e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:25.637663 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64ad7a01-6b2d-40bb-ae3c-5856615fc1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:25.652968 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cdf9b-4163-4818-b2bc-d4858788d11c req-cf86c5d8-fe70-4b3d-8924-24109db00800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:25.654482 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-cf8cdf9b-4163-4818-b2bc-d4858788d11c req-cf86c5d8-fe70-4b3d-8924-24109db00800 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=423f25bd-20ef-4b5d-a372-f453acee8b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750611 Sep 01 09:41:25.725962 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad7a01-6b2d-40bb-ae3c-5856615fc1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73befef0-df33-436f-9a6a-b28af14994b6,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:25.731540 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-64ad7a01-6b2d-40bb-ae3c-5856615fc1e0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b8afd255ad1c4928a095d6cecda4f46a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4118400 Sep 01 09:41:25.734402 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 37386) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:25.770433 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-cf8cdf9b-4163-4818-b2bc-d4858788d11c req-b31eb031-6b43-4ea3-a9ca-9813b058af54 service neutron] 10.222.0.77 "GET /v2.0/networks/423f25bd-20ef-4b5d-a372-f453acee8b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048622 Sep 01 09:41:25.784046 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-15fe34b0-9255-4615-a023-c0b75dbab89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:25.804576 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-15fe34b0-9255-4615-a023-c0b75dbab89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:25.858344 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-15fe34b0-9255-4615-a023-c0b75dbab89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:25.861198 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-15fe34b0-9255-4615-a023-c0b75dbab89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:25.862382 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-15fe34b0-9255-4615-a023-c0b75dbab89b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/73befef0-df33-436f-9a6a-b28af14994b6 HTTP/1.1" status: 204 len: 168 time: 0.1269474 Sep 01 09:41:25.870138 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe34b0-9255-4615-a023-c0b75dbab89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73befef0-df33-436f-9a6a-b28af14994b6,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:25.871701 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-cf8cdf9b-4163-4818-b2bc-d4858788d11c req-98317c7c-e118-4ac5-b4fc-e9ceee837712 service neutron] 10.222.0.77 "GET /v2.0/networks/423f25bd-20ef-4b5d-a372-f453acee8b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933521 Sep 01 09:41:26.091218 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:26.502036 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 37416) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:26.603004 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8e5e3140-b488-4a7f-9f65-76f04906f1d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1995579194-network', 'tenant_id': 'e98f952c6962448e93785ef0f9e0e04a'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:41:26.627611 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5e3140-b488-4a7f-9f65-76f04906f1d2 admin admin] Made reservation on behalf of e98f952c6962448e93785ef0f9e0e04a for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:41:26.631162 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e5e3140-b488-4a7f-9f65-76f04906f1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:26.645399 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e5e3140-b488-4a7f-9f65-76f04906f1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:26.745677 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e5e3140-b488-4a7f-9f65-76f04906f1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:26.752658 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e5e3140-b488-4a7f-9f65-76f04906f1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:26.777599 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e5e3140-b488-4a7f-9f65-76f04906f1d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1085} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 09:41:26.786979 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e3140-b488-4a7f-9f65-76f04906f1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8710b81d-b36d-44c8-a2dc-2469e8beb4bd,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:26.791814 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e5e3140-b488-4a7f-9f65-76f04906f1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:26.792149 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.db.segments_db [None req-8e5e3140-b488-4a7f-9f65-76f04906f1d2 admin admin] Added segment 077fec0e-0443-4850-beb3-698ba0b98001 of type vlan for network 0ee0d59c-636a-4c8c-bcff-156ea2ba8127 Sep 01 09:41:26.834026 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e5e3140-b488-4a7f-9f65-76f04906f1d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737162809959'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:26.859131 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e5e3140-b488-4a7f-9f65-76f04906f1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:26.860298 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5e3140-b488-4a7f-9f65-76f04906f1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:26.860980 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e5e3140-b488-4a7f-9f65-76f04906f1d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:26.910575 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-8e5e3140-b488-4a7f-9f65-76f04906f1d2 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4072216 Sep 01 09:41:26.913924 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 37420) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:26.919927 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-cd414093-0208-4bc5-b440-c34bf2831ace admin admin] Request body: {'subnet': {'network_id': '0ee0d59c-636a-4c8c-bcff-156ea2ba8127', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1995579194-subnet', 'tenant_id': 'e98f952c6962448e93785ef0f9e0e04a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:41:26.920058 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e3140-b488-4a7f-9f65-76f04906f1d2 admin admin] Pushing event updated for resources: {'Network': ['ID=0ee0d59c-636a-4c8c-bcff-156ea2ba8127,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:26.931715 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Network 0ee0d59c-636a-4c8c-bcff-156ea2ba8127 details requested by agent ovs-agent-dv-cinder-806726-2-iscsi with host dv-cinder-806726-2-iscsi {{(pid=94094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 09:41:26.943596 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd414093-0208-4bc5-b440-c34bf2831ace admin admin] Made reservation on behalf of e98f952c6962448e93785ef0f9e0e04a for: {'subnet': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:41:26.946032 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cd414093-0208-4bc5-b440-c34bf2831ace admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14136151'] for subnet, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:27.115091 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cd414093-0208-4bc5-b440-c34bf2831ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24772634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14136129'] for subnet, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:27.170037 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd414093-0208-4bc5-b440-c34bf2831ace admin admin] Pushing event updated for resources: {'Subnet': ['ID=e18408c5-0fbe-4cf5-b6c4-384ce6f5e019,revision_number=0']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:27.182455 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd414093-0208-4bc5-b440-c34bf2831ace admin admin] Checking segment: {'id': '077fec0e-0443-4850-beb3-698ba0b98001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '0ee0d59c-636a-4c8c-bcff-156ea2ba8127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:41:27.182821 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd414093-0208-4bc5-b440-c34bf2831ace admin admin] Network hostable DHCP agents. Network: 0ee0d59c-636a-4c8c-bcff-156ea2ba8127, hostable agents: ['c003adbb-c13d-447f-8337-f44cd480aeda'], hosted agents: [] {{(pid=94093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 09:41:27.202610 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd414093-0208-4bc5-b440-c34bf2831ace admin admin] Network 0ee0d59c-636a-4c8c-bcff-156ea2ba8127 is scheduled to be hosted by DHCP agent c003adbb-c13d-447f-8337-f44cd480aeda with binding_index 1 {{(pid=94093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 09:41:27.212521 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-cd414093-0208-4bc5-b440-c34bf2831ace admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-2-iscsi, 0ee0d59c-636a-4c8c-bcff-156ea2ba8127) {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:41:27.217020 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd414093-0208-4bc5-b440-c34bf2831ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:27.217614 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cd414093-0208-4bc5-b440-c34bf2831ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:27.222381 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce413844-1303-4cff-b1d8-cbb0a1861fda None None] Network 0ee0d59c-636a-4c8c-bcff-156ea2ba8127 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:41:27.235021 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-cd414093-0208-4bc5-b440-c34bf2831ace admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3191829 Sep 01 09:41:27.349536 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bff827b-cb29-4d92-b150-ba65a8867095 None None] Network 0ee0d59c-636a-4c8c-bcff-156ea2ba8127 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:41:27.885114 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:29.032315 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-71803df8-02c7-421c-8a9f-ce2b2e796082 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:29.033696 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-71803df8-02c7-421c-8a9f-ce2b2e796082 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/networks?id=0ee0d59c-636a-4c8c-bcff-156ea2ba8127 HTTP/1.1" status: 200 len: 814 time: 0.1050694 Sep 01 09:41:29.048271 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-2cd16cc2-9497-44fe-a858-07bf4ce1f98c tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/quotas/e98f952c6962448e93785ef0f9e0e04a HTTP/1.1" status: 200 len: 375 time: 0.0088351 Sep 01 09:41:29.078995 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-da860e70-171b-4204-8922-e088877f51a5 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e98f952c6962448e93785ef0f9e0e04a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257857 Sep 01 09:41:29.171053 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-a57c01c9-f165-4717-8364-4fa9a0c878b8 service neutron] 10.222.0.74 "GET /v2.0/networks/0ee0d59c-636a-4c8c-bcff-156ea2ba8127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852766 Sep 01 09:41:29.262126 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-5b7d075a-eea7-4fc4-9d69-bd2a80a53b50 service neutron] 10.222.0.74 "GET /v2.0/networks/0ee0d59c-636a-4c8c-bcff-156ea2ba8127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828803 Sep 01 09:41:29.432563 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5f5ccf9a-7812-429a-ab6a-f1e061e56dd0 req-9b99f2db-3a18-4c14-92ce-0b959fee3a39 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=66f3b99d-5914-4536-88b1-b71c5381500c HTTP/1.1" status: 200 len: 210 time: 0.0292156 Sep 01 09:41:30.524589 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6d8d7dd6-49a9-4d9f-9f75-933ae523307b req-1b30059b-0dd9-4290-91e8-714ae3011e50 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=66f3b99d-5914-4536-88b1-b71c5381500c HTTP/1.1" status: 200 len: 210 time: 0.0256252 Sep 01 09:41:30.549057 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-3efa7a66-330b-4f26-af33-0e7647a1ce12 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:30.551191 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-3efa7a66-330b-4f26-af33-0e7647a1ce12 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.77 "GET /v2.0/networks?id=0ee0d59c-636a-4c8c-bcff-156ea2ba8127 HTTP/1.1" status: 200 len: 814 time: 0.1107600 Sep 01 09:41:30.586702 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-50e4a1da-8be5-4012-8e0f-d51fe84dd57e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Request body: {'port': {'device_id': '66f3b99d-5914-4536-88b1-b71c5381500c', 'network_id': '0ee0d59c-636a-4c8c-bcff-156ea2ba8127', 'admin_state_up': True, 'tenant_id': 'e98f952c6962448e93785ef0f9e0e04a'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:41:30.706300 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-50e4a1da-8be5-4012-8e0f-d51fe84dd57e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Made reservation on behalf of e98f952c6962448e93785ef0f9e0e04a for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:41:30.709893 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-50e4a1da-8be5-4012-8e0f-d51fe84dd57e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:30.846423 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-50e4a1da-8be5-4012-8e0f-d51fe84dd57e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Allocated IP 172.20.0.5 (0ee0d59c-636a-4c8c-bcff-156ea2ba8127/e18408c5-0fbe-4cf5-b6c4-384ce6f5e019/7cce7d09-7ba0-4942-8b9f-d88033a0c383) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:41:31.004610 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-50e4a1da-8be5-4012-8e0f-d51fe84dd57e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:31.047561 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-50e4a1da-8be5-4012-8e0f-d51fe84dd57e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:31.091396 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-50e4a1da-8be5-4012-8e0f-d51fe84dd57e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Network 0ee0d59c-636a-4c8c-bcff-156ea2ba8127 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:41:31.094523 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-50e4a1da-8be5-4012-8e0f-d51fe84dd57e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:41:31.098171 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-50e4a1da-8be5-4012-8e0f-d51fe84dd57e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:41:31.103648 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-50e4a1da-8be5-4012-8e0f-d51fe84dd57e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:31.104285 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-50e4a1da-8be5-4012-8e0f-d51fe84dd57e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:31.110771 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4a1da-8be5-4012-8e0f-d51fe84dd57e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Pushing event updated for resources: {'Port': ['ID=7cce7d09-7ba0-4942-8b9f-d88033a0c383,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:31.127928 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-50e4a1da-8be5-4012-8e0f-d51fe84dd57e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5451074 Sep 01 09:41:31.147639 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-8136b626-7220-44c3-b9fd-57fe58094be4 service neutron] Request body: {'port': {'device_id': '66f3b99d-5914-4536-88b1-b71c5381500c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:41:31.205589 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-8136b626-7220-44c3-b9fd-57fe58094be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:31.474058 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-8136b626-7220-44c3-b9fd-57fe58094be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cce7d09-7ba0-4942-8b9f-d88033a0c383 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:41:31.482263 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-8136b626-7220-44c3-b9fd-57fe58094be4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:31.494917 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-8136b626-7220-44c3-b9fd-57fe58094be4 service neutron] Transition to ACTIVE for port object 7cce7d09-7ba0-4942-8b9f-d88033a0c383 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:41:31.500293 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-8136b626-7220-44c3-b9fd-57fe58094be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:31.539225 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 37514) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:31.548485 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136b626-7220-44c3-b9fd-57fe58094be4 service neutron] Pushing event updated for resources: {'Port': ['ID=7cce7d09-7ba0-4942-8b9f-d88033a0c383,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:31.584603 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-8136b626-7220-44c3-b9fd-57fe58094be4 service neutron] Attempting to bind port 7cce7d09-7ba0-4942-8b9f-d88033a0c383 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:41:31.585274 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-8136b626-7220-44c3-b9fd-57fe58094be4 service neutron] Attempting to bind port 7cce7d09-7ba0-4942-8b9f-d88033a0c383 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '077fec0e-0443-4850-beb3-698ba0b98001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '0ee0d59c-636a-4c8c-bcff-156ea2ba8127'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:41:31.585274 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-8136b626-7220-44c3-b9fd-57fe58094be4 service neutron] Attempting to bind port 7cce7d09-7ba0-4942-8b9f-d88033a0c383 on network 0ee0d59c-636a-4c8c-bcff-156ea2ba8127 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:41:31.588642 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_v2 [None req-08312485-79d8-42d0-8191-42de26f64f63 admin admin] Deleting subnet 040c428c-bf53-4706-b5f6-7e8517e0bce7 {{(pid=94093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 09:41:31.589636 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-8136b626-7220-44c3-b9fd-57fe58094be4 service neutron] Port 7cce7d09-7ba0-4942-8b9f-d88033a0c383 on network 0ee0d59c-636a-4c8c-bcff-156ea2ba8127 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 09:41:31.589959 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-8136b626-7220-44c3-b9fd-57fe58094be4 service neutron] Attempting to bind port 7cce7d09-7ba0-4942-8b9f-d88033a0c383 on network 0ee0d59c-636a-4c8c-bcff-156ea2ba8127 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:41:31.593236 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-08312485-79d8-42d0-8191-42de26f64f63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:31.597706 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-8136b626-7220-44c3-b9fd-57fe58094be4 service neutron] Checking agent: {'id': '8ce25ef8-d4a6-4c3d-9635-2091a35d6989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'started_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:41:31.598099 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-8136b626-7220-44c3-b9fd-57fe58094be4 service neutron] Checking segment: {'id': '077fec0e-0443-4850-beb3-698ba0b98001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '0ee0d59c-636a-4c8c-bcff-156ea2ba8127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:41:31.598491 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-8136b626-7220-44c3-b9fd-57fe58094be4 service neutron] Bound using segment: {'id': '077fec0e-0443-4850-beb3-698ba0b98001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '0ee0d59c-636a-4c8c-bcff-156ea2ba8127'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:41:31.598954 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-8136b626-7220-44c3-b9fd-57fe58094be4 service neutron] Bound port: 7cce7d09-7ba0-4942-8b9f-d88033a0c383, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '077fec0e-0443-4850-beb3-698ba0b98001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '0ee0d59c-636a-4c8c-bcff-156ea2ba8127'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:41:31.599306 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-8136b626-7220-44c3-b9fd-57fe58094be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:31.655896 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-08312485-79d8-42d0-8191-42de26f64f63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24803639'] for subnet, precommit_delete_associations {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:31.677667 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-8136b626-7220-44c3-b9fd-57fe58094be4 service neutron] For port 7cce7d09-7ba0-4942-8b9f-d88033a0c383, host hv-cinder-80672, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:41:31.681276 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-8136b626-7220-44c3-b9fd-57fe58094be4 service neutron] For port 7cce7d09-7ba0-4942-8b9f-d88033a0c383, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=7cce7d09-7ba0-4942-8b9f-d88033a0c383,segment=NetworkSegment(077fec0e-0443-4850-beb3-698ba0b98001),segment_id=077fec0e-0443-4850-beb3-698ba0b98001)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:41:31.686735 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-8136b626-7220-44c3-b9fd-57fe58094be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:31.701859 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad3c7a-0cd5-440e-9064-0c2f29273364 req-f7b0d914-5c03-458c-a8cd-80a903b5139d tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:31.702833 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-8136b626-7220-44c3-b9fd-57fe58094be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:31.703555 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-dcad3c7a-0cd5-440e-9064-0c2f29273364 req-f7b0d914-5c03-458c-a8cd-80a903b5139d tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=66f3b99d-5914-4536-88b1-b71c5381500c HTTP/1.1" status: 200 len: 943 time: 0.0882552 Sep 01 09:41:31.703698 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-8136b626-7220-44c3-b9fd-57fe58094be4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:31.705033 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-8136b626-7220-44c3-b9fd-57fe58094be4 service neutron] 10.222.0.77 "PUT /v2.0/ports/7cce7d09-7ba0-4942-8b9f-d88033a0c383 HTTP/1.1" status: 200 len: 1093 time: 0.5618837 Sep 01 09:41:31.708404 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f3b99d-5914-4536-88b1-b71c5381500c', 'tag': '7cce7d09-7ba0-4942-8b9f-d88033a0c383'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:41:31.709601 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1158da6c3346bc0ee3ec7fc22ff852373ba0e4f09dd7013d76cb48f019b6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0aa25aa-7ea0-489b-84d7-4321801c8b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "66f3b99d-5914-4536-88b1-b71c5381500c", "tag": "7cce7d09-7ba0-4942-8b9f-d88033a0c383"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:41:31.715818 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-08312485-79d8-42d0-8191-42de26f64f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532586'] for subnet, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:31.769862 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136b626-7220-44c3-b9fd-57fe58094be4 service neutron] Pushing event updated for resources: {'Port': ['ID=7cce7d09-7ba0-4942-8b9f-d88033a0c383,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:31.781623 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-dcad3c7a-0cd5-440e-9064-0c2f29273364 req-d5b53674-8588-4e6c-981d-beb4f4098dfa tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/security-groups?id=8710b81d-b36d-44c8-a2dc-2469e8beb4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631824 Sep 01 09:41:31.814992 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-08312485-79d8-42d0-8191-42de26f64f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24774597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14136184'] for subnet, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:31.823994 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-f11053ec-a289-4843-80b6-3dda291b00e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:31.826205 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-f11053ec-a289-4843-80b6-3dda291b00e9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e98f952c6962448e93785ef0f9e0e04a&device_id=66f3b99d-5914-4536-88b1-b71c5381500c HTTP/1.1" status: 200 len: 1096 time: 0.0530226 Sep 01 09:41:31.841727 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16ce155-a6ce-45e8-af6b-53c523689f25 x-openstack-request-id: req-a16ce155-a6ce-45e8-af6b-53c523689f25 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:41:31.842016 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f3b99d-5914-4536-88b1-b71c5381500c", "tag": "7cce7d09-7ba0-4942-8b9f-d88033a0c383", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:41:31.842273 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a16ce155-a6ce-45e8-af6b-53c523689f25 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:41:31.842672 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f3b99d-5914-4536-88b1-b71c5381500c', 'tag': '7cce7d09-7ba0-4942-8b9f-d88033a0c383', 'status': 'completed', 'code': 200} Sep 01 09:41:31.847120 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08312485-79d8-42d0-8191-42de26f64f63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=040c428c-bf53-4706-b5f6-7e8517e0bce7,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:31.849274 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-08312485-79d8-42d0-8191-42de26f64f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:31.853899 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-08312485-79d8-42d0-8191-42de26f64f63 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/040c428c-bf53-4706-b5f6-7e8517e0bce7 HTTP/1.1" status: 204 len: 168 time: 0.3134921 Sep 01 09:41:31.854485 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 37530) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:31.887964 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-8cf5b416-d32d-43e5-90da-b2996318b817 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cce7d09-7ba0-4942-8b9f-d88033a0c383 HTTP/1.1" status: 200 len: 217 time: 0.0432327 Sep 01 09:41:31.934996 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1d3afbe0-a7be-420e-8ad6-3f3bb4b9a758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543493'] for network, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:31.952144 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-516d78f9-4472-4d6d-958f-a1b53ffc9646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:31.953539 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-516d78f9-4472-4d6d-958f-a1b53ffc9646 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e18408c5-0fbe-4cf5-b6c4-384ce6f5e019 HTTP/1.1" status: 200 len: 854 time: 0.0461056 Sep 01 09:41:31.991125 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-b23b5175-56cb-4e05-87c9-a734ebce85d9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0ee0d59c-636a-4c8c-bcff-156ea2ba8127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249715 Sep 01 09:41:32.010955 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1d3afbe0-a7be-420e-8ad6-3f3bb4b9a758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535953', 'neutron.services.segments.db._delete_segments_for_network-8737163360449'] for network, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:32.020680 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-1d3afbe0-a7be-420e-8ad6-3f3bb4b9a758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2631fe1d-c27b-417c-bcf0-25e1e51f3e2e']}} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:41:32.030702 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-1d3afbe0-a7be-420e-8ad6-3f3bb4b9a758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1662489e-edf3-43b9-a82d-130de9b1f346') {'for_net_delete': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:41:32.030995 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-1d3afbe0-a7be-420e-8ad6-3f3bb4b9a758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1662489e-edf3-43b9-a82d-130de9b1f346') {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:41:32.039686 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1d3afbe0-a7be-420e-8ad6-3f3bb4b9a758 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737163371861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24803596'] for segment, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:32.053015 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1d3afbe0-a7be-420e-8ad6-3f3bb4b9a758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:32.059210 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d3afbe0-a7be-420e-8ad6-3f3bb4b9a758 admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=94093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 09:41:32.059601 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1d3afbe0-a7be-420e-8ad6-3f3bb4b9a758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24774527'] for segment, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: Traceback (most recent call last): Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: timer() Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: cb(*args, **kw) Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: return func(*args, **kwargs) Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: self._notify() Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: self.callback(batched_events) Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: event.method(event) Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: return f(self, *a, **k) Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: return self._get(url).json() Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: return self.request(url, 'GET', **kwargs) Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 09:41:32.061344 dv-cinder-806726-2-iscsi neutron-server[94093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 09:41:32.085699 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-6857d9dd-2897-42b8-b19e-b0ce69dd7309 service neutron] 10.222.0.77 "GET /v2.0/networks/0ee0d59c-636a-4c8c-bcff-156ea2ba8127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824375 Sep 01 09:41:32.118289 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1d3afbe0-a7be-420e-8ad6-3f3bb4b9a758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16688646'] for network, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:32.123739 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1d3afbe0-a7be-420e-8ad6-3f3bb4b9a758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:32.128114 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-1d3afbe0-a7be-420e-8ad6-3f3bb4b9a758 admin admin] 10.222.0.74 "DELETE /v2.0/networks/2631fe1d-c27b-417c-bcf0-25e1e51f3e2e HTTP/1.1" status: 204 len: 168 time: 0.2723181 Sep 01 09:41:32.129597 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 37536) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:32.161904 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3afbe0-a7be-420e-8ad6-3f3bb4b9a758 admin admin] Pushing event deleted for resources: {'Network': ['ID=2631fe1d-c27b-417c-bcf0-25e1e51f3e2e,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:32.179039 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-ef2e527d-0f5c-4c1f-ae01-eb332a8632f9 req-3a794739-0607-4cee-a2c5-7dfc0257a4ee service neutron] 10.222.0.77 "GET /v2.0/networks/0ee0d59c-636a-4c8c-bcff-156ea2ba8127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860291 Sep 01 09:41:32.184242 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_v2 [None req-f961202a-9c15-4618-b0b1-bab0af9c6054 admin admin] Deleting subnet db321598-74f2-44f8-9e98-f6fe1a98e0fa {{(pid=94093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 09:41:32.187522 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f961202a-9c15-4618-b0b1-bab0af9c6054 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:32.222233 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f961202a-9c15-4618-b0b1-bab0af9c6054 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24803639'] for subnet, precommit_delete_associations {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:32.263336 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f961202a-9c15-4618-b0b1-bab0af9c6054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532586'] for subnet, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:32.315030 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f961202a-9c15-4618-b0b1-bab0af9c6054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24774597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14136184'] for subnet, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:32.335676 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa25aa-7ea0-489b-84d7-4321801c8b4e req-dddff913-4e17-403d-bbc4-e4e5c8dcc04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:32.337184 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-e0aa25aa-7ea0-489b-84d7-4321801c8b4e req-dddff913-4e17-403d-bbc4-e4e5c8dcc04e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e98f952c6962448e93785ef0f9e0e04a&device_id=66f3b99d-5914-4536-88b1-b71c5381500c HTTP/1.1" status: 200 len: 1096 time: 0.0419619 Sep 01 09:41:32.340527 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961202a-9c15-4618-b0b1-bab0af9c6054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db321598-74f2-44f8-9e98-f6fe1a98e0fa,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:32.344091 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f961202a-9c15-4618-b0b1-bab0af9c6054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:32.347008 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-f961202a-9c15-4618-b0b1-bab0af9c6054 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/db321598-74f2-44f8-9e98-f6fe1a98e0fa HTTP/1.1" status: 204 len: 168 time: 0.2153776 Sep 01 09:41:32.348412 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 37540) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:32.415318 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e821aab8-b65c-41f0-92d5-432fd48834c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543493'] for network, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:32.444634 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa25aa-7ea0-489b-84d7-4321801c8b4e req-3ef4180e-46c6-4751-884d-d30a350b62ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:32.446417 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-e0aa25aa-7ea0-489b-84d7-4321801c8b4e req-3ef4180e-46c6-4751-884d-d30a350b62ea service neutron] 10.222.0.77 "GET /v2.0/networks?id=0ee0d59c-636a-4c8c-bcff-156ea2ba8127 HTTP/1.1" status: 200 len: 916 time: 0.0890365 Sep 01 09:41:32.490688 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-e0aa25aa-7ea0-489b-84d7-4321801c8b4e req-bbaa9067-5c66-463f-ae5b-05c6fde43248 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cce7d09-7ba0-4942-8b9f-d88033a0c383 HTTP/1.1" status: 200 len: 217 time: 0.0346675 Sep 01 09:41:32.499678 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e821aab8-b65c-41f0-92d5-432fd48834c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535953', 'neutron.services.segments.db._delete_segments_for_network-8737163360449'] for network, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:32.509472 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-e821aab8-b65c-41f0-92d5-432fd48834c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['affa1231-b4db-4989-a62e-b5558eba1810']}} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:41:32.519481 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-e821aab8-b65c-41f0-92d5-432fd48834c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea9d013-06cd-494d-b4c2-3de7fe404c54') {'for_net_delete': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:41:32.519875 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-e821aab8-b65c-41f0-92d5-432fd48834c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea9d013-06cd-494d-b4c2-3de7fe404c54') {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:41:32.528636 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e821aab8-b65c-41f0-92d5-432fd48834c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737163371861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24803596'] for segment, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:32.543470 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e821aab8-b65c-41f0-92d5-432fd48834c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:32.544252 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa25aa-7ea0-489b-84d7-4321801c8b4e req-9401713a-fc52-4dcb-9150-16f1e6d0570b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:32.545062 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-e0aa25aa-7ea0-489b-84d7-4321801c8b4e req-9401713a-fc52-4dcb-9150-16f1e6d0570b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e18408c5-0fbe-4cf5-b6c4-384ce6f5e019 HTTP/1.1" status: 200 len: 854 time: 0.0434799 Sep 01 09:41:32.550618 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e821aab8-b65c-41f0-92d5-432fd48834c2 admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=94093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 09:41:32.551016 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e821aab8-b65c-41f0-92d5-432fd48834c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24774527'] for segment, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: Traceback (most recent call last): Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: timer() Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: cb(*args, **kw) Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: return func(*args, **kwargs) Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: self._notify() Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: self.callback(batched_events) Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: event.method(event) Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: return f(self, *a, **k) Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: return self._get(url).json() Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: return self.request(url, 'GET', **kwargs) Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 09:41:32.552874 dv-cinder-806726-2-iscsi neutron-server[94093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 09:41:32.581897 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-e0aa25aa-7ea0-489b-84d7-4321801c8b4e req-61158f79-e300-40bc-a7c6-2b02b8cafecb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0ee0d59c-636a-4c8c-bcff-156ea2ba8127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281682 Sep 01 09:41:32.613358 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e821aab8-b65c-41f0-92d5-432fd48834c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16688646'] for network, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:32.619383 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e821aab8-b65c-41f0-92d5-432fd48834c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:32.623877 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-e821aab8-b65c-41f0-92d5-432fd48834c2 admin admin] 10.222.0.74 "DELETE /v2.0/networks/affa1231-b4db-4989-a62e-b5558eba1810 HTTP/1.1" status: 204 len: 168 time: 0.2745554 Sep 01 09:41:32.685932 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-e0aa25aa-7ea0-489b-84d7-4321801c8b4e req-520545f9-7d28-4b8f-a623-55cf4f852fe7 service neutron] 10.222.0.77 "GET /v2.0/networks/0ee0d59c-636a-4c8c-bcff-156ea2ba8127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943468 Sep 01 09:41:32.760804 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 37544) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:32.813773 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-e0aa25aa-7ea0-489b-84d7-4321801c8b4e req-7ee2442f-91a3-4fa9-a851-9857a7d494c9 service neutron] 10.222.0.77 "GET /v2.0/networks/0ee0d59c-636a-4c8c-bcff-156ea2ba8127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189845 Sep 01 09:41:32.832786 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-cb135a6b-2b71-4869-8f31-c2168af9b2c3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=527adee23d604eba8872f937f8644367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0707459 Sep 01 09:41:32.835976 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 37548) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:32.867890 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821aab8-b65c-41f0-92d5-432fd48834c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=affa1231-b4db-4989-a62e-b5558eba1810,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:32.899857 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a50f813-671a-4afc-accc-38edb242a6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:32.923408 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a50f813-671a-4afc-accc-38edb242a6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:32.930490 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25790bfc-0299-48cc-8252-2e89a04708da req-0c8fe59b-c4cc-4f7d-a0ca-483be7255489 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:32.932010 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-25790bfc-0299-48cc-8252-2e89a04708da req-0c8fe59b-c4cc-4f7d-a0ca-483be7255489 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=66f3b99d-5914-4536-88b1-b71c5381500c HTTP/1.1" status: 200 len: 943 time: 0.0479884 Sep 01 09:41:32.976046 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-25790bfc-0299-48cc-8252-2e89a04708da req-b0cc6834-2835-490b-afac-80fdc94231f9 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/security-groups?id=8710b81d-b36d-44c8-a2dc-2469e8beb4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362661 Sep 01 09:41:32.984479 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a50f813-671a-4afc-accc-38edb242a6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:32.987736 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a50f813-671a-4afc-accc-38edb242a6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:32.991213 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-9a50f813-671a-4afc-accc-38edb242a6df admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/85627e99-faa4-478e-bb45-0f007ca0cdff HTTP/1.1" status: 204 len: 168 time: 0.1524451 Sep 01 09:41:33.003821 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50f813-671a-4afc-accc-38edb242a6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85627e99-faa4-478e-bb45-0f007ca0cdff,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:33.252329 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f7fd9-84f3-4016-ab16-304a21a228eb req-61de0bef-15c5-4f0a-b939-ce617fbe65eb tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:33.253898 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d05f7fd9-84f3-4016-ab16-304a21a228eb req-61de0bef-15c5-4f0a-b939-ce617fbe65eb tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 947 time: 0.0473914 Sep 01 09:41:33.292776 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d05f7fd9-84f3-4016-ab16-304a21a228eb req-5d424148-6b5f-4bab-b299-6395a774895f tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326304 Sep 01 09:41:33.327262 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 37562) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:33.366535 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-64430da7-c3f8-425c-8d7c-41d4c66c4f1c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c5e29e9690b34078a1bac136d1e4ee21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380247 Sep 01 09:41:33.368779 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 37564) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:33.417689 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-531cd385-7c6c-406f-9b6a-75e8c01bb60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:33.438120 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-531cd385-7c6c-406f-9b6a-75e8c01bb60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:33.493361 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-531cd385-7c6c-406f-9b6a-75e8c01bb60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:33.495999 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-531cd385-7c6c-406f-9b6a-75e8c01bb60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:33.497123 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-531cd385-7c6c-406f-9b6a-75e8c01bb60c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c7971e59-f183-40fe-b0d2-99443afdb61d HTTP/1.1" status: 204 len: 168 time: 0.1274712 Sep 01 09:41:33.507547 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cd385-7c6c-406f-9b6a-75e8c01bb60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7971e59-f183-40fe-b0d2-99443afdb61d,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:34.097890 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ba783-6423-4fd3-95bd-d5264ae8dc2b req-3d9d4642-5f0e-4257-9bc1-5a3048c98cf2 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:34.099440 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d37ba783-6423-4fd3-95bd-d5264ae8dc2b req-3d9d4642-5f0e-4257-9bc1-5a3048c98cf2 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=66f3b99d-5914-4536-88b1-b71c5381500c HTTP/1.1" status: 200 len: 943 time: 0.0478091 Sep 01 09:41:34.138954 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d37ba783-6423-4fd3-95bd-d5264ae8dc2b req-52189df3-2eac-48d5-aa80-0594874a6fda tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/security-groups?id=8710b81d-b36d-44c8-a2dc-2469e8beb4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335915 Sep 01 09:41:34.413419 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1915a0-7ed8-4c81-825a-93791bd97e1b req-c1ce22c5-f540-4d77-a5c8-b4be127717e0 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:34.414918 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5b1915a0-7ed8-4c81-825a-93791bd97e1b req-c1ce22c5-f540-4d77-a5c8-b4be127717e0 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 947 time: 0.0474496 Sep 01 09:41:34.455323 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5b1915a0-7ed8-4c81-825a-93791bd97e1b req-5e0a6e51-88df-47af-af6b-e3d2759fc4a8 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344703 Sep 01 09:41:35.061299 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed481815-7a29-4d43-94e1-806d0d09032b req-888521e3-e95a-4c6e-8f62-8073115a6a28 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:35.062829 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-ed481815-7a29-4d43-94e1-806d0d09032b req-888521e3-e95a-4c6e-8f62-8073115a6a28 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.77 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 947 time: 0.0485392 Sep 01 09:41:35.158498 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-ed481815-7a29-4d43-94e1-806d0d09032b req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Deleting port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:41:35.158713 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ed481815-7a29-4d43-94e1-806d0d09032b req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:35.256112 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-ed481815-7a29-4d43-94e1-806d0d09032b req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] For port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:41:35.256624 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ed481815-7a29-4d43-94e1-806d0d09032b req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:35.256844 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a0092-fee9-44e3-9411-b6a42184b03b req-d4ba5d81-f6e5-4855-a723-8e29d9581527 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:35.258142 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-482a0092-fee9-44e3-9411-b6a42184b03b req-d4ba5d81-f6e5-4855-a723-8e29d9581527 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=66f3b99d-5914-4536-88b1-b71c5381500c HTTP/1.1" status: 200 len: 943 time: 0.0504818 Sep 01 09:41:35.300939 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-482a0092-fee9-44e3-9411-b6a42184b03b req-5fa4e3c8-5981-4a4e-9a8f-32ae96580106 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/security-groups?id=8710b81d-b36d-44c8-a2dc-2469e8beb4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336549 Sep 01 09:41:35.494426 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ed481815-7a29-4d43-94e1-806d0d09032b req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:35.495353 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ed481815-7a29-4d43-94e1-806d0d09032b req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16688660'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:35.495808 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.db.l3_db [req-ed481815-7a29-4d43-94e1-806d0d09032b req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Floating IP 4a90bbee-a319-42ce-9cfb-e68058d8c0d4 disassociated. External IP: 172.27.0.9, port: 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4. Sep 01 09:41:35.496324 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-ed481815-7a29-4d43-94e1-806d0d09032b req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Calling delete_port for 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:41:35.572208 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 7cce7d09-7ba0-4942-8b9f-d88033a0c383 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:41:35.573597 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171dfa2-a6e8-445a-aff0-b1d41648c167 req-45d1c4b4-d00f-4a42-b9ed-a841f01a6fcb tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:35.575170 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e171dfa2-a6e8-445a-aff0-b1d41648c167 req-45d1c4b4-d00f-4a42-b9ed-a841f01a6fcb tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 947 time: 0.0465791 Sep 01 09:41:35.620869 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e171dfa2-a6e8-445a-aff0-b1d41648c167 req-9ff34b10-b294-4119-a4af-97f3bb886a8c tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=94adda96-5f0a-4e59-93f7-070f8d8f96f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355859 Sep 01 09:41:35.633644 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ed481815-7a29-4d43-94e1-806d0d09032b req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:35.664478 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Pushing event deleted for resources: {'Port': ['ID=5163fe08-8a30-4b54-95c4-ccf4a1a57fa4,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:35.675009 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:35.675362 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:35.675495 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 7cce7d09-7ba0-4942-8b9f-d88033a0c383, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=7cce7d09-7ba0-4942-8b9f-d88033a0c383,segment=NetworkSegment(077fec0e-0443-4850-beb3-698ba0b98001),segment_id=077fec0e-0443-4850-beb3-698ba0b98001)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:41:35.675726 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:35.676068 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:35.676404 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:35.676737 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:35.677107 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:35.677433 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:35.677761 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:35.678083 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:35.678407 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:35.678735 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:35.687074 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': '7cce7d09-7ba0-4942-8b9f-d88033a0c383', 'network_id': '0ee0d59c-636a-4c8c-bcff-156ea2ba8127', 'port_id': '7cce7d09-7ba0-4942-8b9f-d88033a0c383', 'mac_address': 'fa:16:3e:54:67:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e18408c5-0fbe-4cf5-b6c4-384ce6f5e019', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:41:35.725224 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:35.742059 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cce7d09-7ba0-4942-8b9f-d88033a0c383 {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:41:35.762467 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 7cce7d09-7ba0-4942-8b9f-d88033a0c383, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=7cce7d09-7ba0-4942-8b9f-d88033a0c383,segment=NetworkSegment(077fec0e-0443-4850-beb3-698ba0b98001),segment_id=077fec0e-0443-4850-beb3-698ba0b98001)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:41:35.767570 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:35.789799 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed481815-7a29-4d43-94e1-806d0d09032b req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Router d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:41:35.814906 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=7cce7d09-7ba0-4942-8b9f-d88033a0c383,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:35.823460 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:35.823846 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:35.824191 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:35.824530 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:35.824900 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:35.825707 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:35.825707 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:35.826001 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:35.826336 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:35.826770 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:35.827161 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:35.827576 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:41:36.126966 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed481815-7a29-4d43-94e1-806d0d09032b req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:41:36.137664 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968742f3-35ef-4c2c-b777-3667e2e3ea56 None None] Sync routers for ids ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:41:36.146102 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['7cce7d09-7ba0-4942-8b9f-d88033a0c383'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:41:36.169246 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed481815-7a29-4d43-94e1-806d0d09032b req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] No DVR routers for this DVR port 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 on host hv-cinder-80672 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:41:36.171919 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ed481815-7a29-4d43-94e1-806d0d09032b req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:36.173992 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-ed481815-7a29-4d43-94e1-806d0d09032b req-b7a3d630-1e87-4f91-822d-32481a125cb3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.77 "DELETE /v2.0/ports/5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 HTTP/1.1" status: 204 len: 173 time: 1.1030388 Sep 01 09:41:36.174504 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95384057-ab3f-4a8f-aceb-70fa2be96583', 'name': 'network-vif-deleted', 'tag': '5163fe08-8a30-4b54-95c4-ccf4a1a57fa4'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:41:36.176881 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1158da6c3346bc0ee3ec7fc22ff852373ba0e4f09dd7013d76cb48f019b6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d41f7e-9284-4392-8b9b-b217395764ac" -d '{"events": [{"server_uuid": "95384057-ab3f-4a8f-aceb-70fa2be96583", "name": "network-vif-deleted", "tag": "5163fe08-8a30-4b54-95c4-ccf4a1a57fa4"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:41:36.180861 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968742f3-35ef-4c2c-b777-3667e2e3ea56 None None] Routers {'d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:41:36.181723 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-968742f3-35ef-4c2c-b777-3667e2e3ea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:41:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:41:36.213307 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762808a9-5f99-4fdf-a4c9-457a1dccc66c x-openstack-request-id: req-762808a9-5f99-4fdf-a4c9-457a1dccc66c {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:41:36.213603 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95384057-ab3f-4a8f-aceb-70fa2be96583", "name": "network-vif-deleted", "tag": "5163fe08-8a30-4b54-95c4-ccf4a1a57fa4", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:41:36.213854 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-762808a9-5f99-4fdf-a4c9-457a1dccc66c {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:41:36.214244 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95384057-ab3f-4a8f-aceb-70fa2be96583', 'name': 'network-vif-deleted', 'tag': '5163fe08-8a30-4b54-95c4-ccf4a1a57fa4', 'status': 'completed', 'code': 200} Sep 01 09:41:36.426688 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aeff24-2e7b-48c9-b0b0-429161abe111 req-b76289a1-575b-48e5-98e9-539af70f6ac0 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:36.432422 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d4aeff24-2e7b-48c9-b0b0-429161abe111 req-b76289a1-575b-48e5-98e9-539af70f6ac0 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=66f3b99d-5914-4536-88b1-b71c5381500c HTTP/1.1" status: 200 len: 944 time: 0.0578640 Sep 01 09:41:36.466073 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-968742f3-35ef-4c2c-b777-3667e2e3ea56 None None] Set router d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:41:36.473172 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d4aeff24-2e7b-48c9-b0b0-429161abe111 req-3c4e5cf7-cfd8-41c6-a6b4-44d0d13a528a tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/security-groups?id=8710b81d-b36d-44c8-a2dc-2469e8beb4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378237 Sep 01 09:41:36.713861 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-968742f3-35ef-4c2c-b777-3667e2e3ea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1488568230-router', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:31Z', 'revision_number': 4, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'gw_port': {'id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:18Z', 'updated_at': '2021-09-01T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '6f807005-7060-4e67-a542-c46e02a142ef', 'name': '', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'mac_address': 'fa:16:3e:d0:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:25Z', 'updated_at': '2021-09-01T09:37:39Z', 'revision_number': 5, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'subnets': [{'id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:41:36.740907 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968742f3-35ef-4c2c-b777-3667e2e3ea56 None None] Checking router: d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:41:36.746058 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e562165f-14aa-4d4b-af92-b2de941f701b req-297a500f-e13a-41ce-8867-588f7c106212 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=95384057-ab3f-4a8f-aceb-70fa2be96583 HTTP/1.1" status: 200 len: 210 time: 0.0285599 Sep 01 09:41:36.753108 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968742f3-35ef-4c2c-b777-3667e2e3ea56 None None] Routers {'d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:41:36.753801 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-968742f3-35ef-4c2c-b777-3667e2e3ea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:41:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:41:36.868795 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-968742f3-35ef-4c2c-b777-3667e2e3ea56 None None] Set router d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:41:37.078584 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-968742f3-35ef-4c2c-b777-3667e2e3ea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1488568230-router', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:31Z', 'revision_number': 4, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'gw_port': {'id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:18Z', 'updated_at': '2021-09-01T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '6f807005-7060-4e67-a542-c46e02a142ef', 'name': '', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'mac_address': 'fa:16:3e:d0:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:25Z', 'updated_at': '2021-09-01T09:37:39Z', 'revision_number': 5, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'subnets': [{'id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:41:37.109838 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968742f3-35ef-4c2c-b777-3667e2e3ea56 None None] The sync data for ids ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'] in dv-cinder-806726-2-iscsi is: [{'id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1488568230-router', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:31Z', 'revision_number': 4, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'gw_port': {'id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:18Z', 'updated_at': '2021-09-01T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '6f807005-7060-4e67-a542-c46e02a142ef', 'name': '', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'mac_address': 'fa:16:3e:d0:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:25Z', 'updated_at': '2021-09-01T09:37:39Z', 'revision_number': 5, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'subnets': [{'id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:41:37.332472 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c32cf17-918e-4bb0-b5a5-b2d8675c76c7 None None] New status for floating IP 4a90bbee-a319-42ce-9cfb-e68058d8c0d4: DOWN {{(pid=94096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 09:41:37.573980 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 7cce7d09-7ba0-4942-8b9f-d88033a0c383 up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:41:37.614072 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f836a-f8ff-40af-a7b1-ae9fc22ae3a0 req-1d4ec997-d821-4188-8ffe-6e89e5e2ab28 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:37.615684 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-771f836a-f8ff-40af-a7b1-ae9fc22ae3a0 req-1d4ec997-d821-4188-8ffe-6e89e5e2ab28 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=66f3b99d-5914-4536-88b1-b71c5381500c HTTP/1.1" status: 200 len: 944 time: 0.0552382 Sep 01 09:41:37.649490 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning for port 7cce7d09-7ba0-4942-8b9f-d88033a0c383 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:41:37.654636 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port 7cce7d09-7ba0-4942-8b9f-d88033a0c383 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:41:37.655382 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:37.664798 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-771f836a-f8ff-40af-a7b1-ae9fc22ae3a0 req-066e35f2-7500-4a0d-b3e4-b2fefa7591ef tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/security-groups?id=8710b81d-b36d-44c8-a2dc-2469e8beb4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412796 Sep 01 09:41:37.738791 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:37.760911 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f3b99d-5914-4536-88b1-b71c5381500c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cce7d09-7ba0-4942-8b9f-d88033a0c383'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:41:37.763202 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602b7782-6c28-476e-bc2a-10bed009f7dd" -d '{"events": [{"server_uuid": "66f3b99d-5914-4536-88b1-b71c5381500c", "name": "network-vif-plugged", "status": "completed", "tag": "7cce7d09-7ba0-4942-8b9f-d88033a0c383"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:41:37.791740 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 7cce7d09-7ba0-4942-8b9f-d88033a0c383, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=7cce7d09-7ba0-4942-8b9f-d88033a0c383,segment=NetworkSegment(077fec0e-0443-4850-beb3-698ba0b98001),segment_id=077fec0e-0443-4850-beb3-698ba0b98001)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:41:37.801085 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:37.801925 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:41:37.806050 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2553d5d0-ff72-4268-8a6e-3049095bc9ff x-openstack-request-id: req-2553d5d0-ff72-4268-8a6e-3049095bc9ff {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:41:37.806326 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f3b99d-5914-4536-88b1-b71c5381500c", "name": "network-vif-plugged", "status": "completed", "tag": "7cce7d09-7ba0-4942-8b9f-d88033a0c383", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:41:37.806577 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2553d5d0-ff72-4268-8a6e-3049095bc9ff {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:41:37.806960 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f3b99d-5914-4536-88b1-b71c5381500c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cce7d09-7ba0-4942-8b9f-d88033a0c383', 'code': 200} Sep 01 09:41:37.841956 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] No Port match for: 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:41:37.842218 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 5163fe08-8a30-4b54-95c4-ccf4a1a57fa4 not bound to the agent host hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:41:37.862382 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 37674) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:37.877207 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=7cce7d09-7ba0-4942-8b9f-d88033a0c383,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:37.927821 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8bce7b95-aa1f-4078-a363-405d6031b555 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:37.952003 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8bce7b95-aa1f-4078-a363-405d6031b555 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:38.005666 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8bce7b95-aa1f-4078-a363-405d6031b555 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:38.008569 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8bce7b95-aa1f-4078-a363-405d6031b555 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:38.009871 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-8bce7b95-aa1f-4078-a363-405d6031b555 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "DELETE /v2.0/security-groups/94adda96-5f0a-4e59-93f7-070f8d8f96f7 HTTP/1.1" status: 204 len: 168 time: 0.1463904 Sep 01 09:41:38.013457 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 37678) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:38.029565 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce7b95-aa1f-4078-a363-405d6031b555 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94adda96-5f0a-4e59-93f7-070f8d8f96f7,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:38.032579 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f078879-c011-46e7-9411-2f30a2634146 req-9f6ee803-c3e6-4781-8733-39c27cbd6caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:38.037315 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.api.v2.resource [None req-92fba5d2-47d7-47ea-9144-385e16b1f785 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] show failed (client error): The resource could not be found. Sep 01 09:41:38.041409 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-92fba5d2-47d7-47ea-9144-385e16b1f785 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups/94adda96-5f0a-4e59-93f7-070f8d8f96f7 HTTP/1.1" status: 404 len: 347 time: 0.0230913 Sep 01 09:41:38.041748 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-4f078879-c011-46e7-9411-2f30a2634146 req-9f6ee803-c3e6-4781-8733-39c27cbd6caa service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=66f3b99d-5914-4536-88b1-b71c5381500c HTTP/1.1" status: 200 len: 1098 time: 0.0629907 Sep 01 09:41:38.041748 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 37680) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:38.146724 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-4f078879-c011-46e7-9411-2f30a2634146 req-7984c2e6-9bdd-4df0-aad2-21056c44a4b7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8710b81d-b36d-44c8-a2dc-2469e8beb4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972903 Sep 01 09:41:38.190142 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-012aad6a-6084-4513-b054-906b381b0feb tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Deleting port 17f45841-665e-43f5-87c3-2df4ef93d6d7 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:41:38.190444 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-012aad6a-6084-4513-b054-906b381b0feb tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:38.272902 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-012aad6a-6084-4513-b054-906b381b0feb tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:38.273268 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-012aad6a-6084-4513-b054-906b381b0feb tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:38.285119 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-012aad6a-6084-4513-b054-906b381b0feb tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Calling delete_port for 17f45841-665e-43f5-87c3-2df4ef93d6d7 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:41:38.427358 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-012aad6a-6084-4513-b054-906b381b0feb tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:38.455936 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012aad6a-6084-4513-b054-906b381b0feb tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Pushing event deleted for resources: {'Port': ['ID=17f45841-665e-43f5-87c3-2df4ef93d6d7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:38.480619 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-012aad6a-6084-4513-b054-906b381b0feb tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:38.483481 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-012aad6a-6084-4513-b054-906b381b0feb tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:38.484692 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-012aad6a-6084-4513-b054-906b381b0feb tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "DELETE /v2.0/floatingips/4a90bbee-a319-42ce-9cfb-e68058d8c0d4 HTTP/1.1" status: 204 len: 168 time: 0.4420702 Sep 01 09:41:38.764245 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 37686) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:38.770066 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d843dba5-bbc5-4851-8904-45c96c56b279 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--553694556', 'description': 'tempest-description--229561051'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:41:38.789009 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed4e81-ee32-45a3-8cd3-347b0958ab37 req-77f23fce-9066-4230-9e89-6e40b5612f78 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:38.790533 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-47ed4e81-ee32-45a3-8cd3-347b0958ab37 req-77f23fce-9066-4230-9e89-6e40b5612f78 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=66f3b99d-5914-4536-88b1-b71c5381500c HTTP/1.1" status: 200 len: 945 time: 0.0543170 Sep 01 09:41:38.799336 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d843dba5-bbc5-4851-8904-45c96c56b279 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:38.832294 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-47ed4e81-ee32-45a3-8cd3-347b0958ab37 req-7bd30421-514f-4e96-8989-b6faada87385 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/security-groups?id=8710b81d-b36d-44c8-a2dc-2469e8beb4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351598 Sep 01 09:41:38.886887 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d843dba5-bbc5-4851-8904-45c96c56b279 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:38.892608 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d843dba5-bbc5-4851-8904-45c96c56b279 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:38.918413 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d843dba5-bbc5-4851-8904-45c96c56b279 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:38.922639 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-d843dba5-bbc5-4851-8904-45c96c56b279 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1543911 Sep 01 09:41:38.922868 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 37688) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:38.928319 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2e7355e7-2c73-459c-9946-8b254e00f8bf tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Request body: {'security_group_rule': {'security_group_id': '2b855509-766d-4d9d-b2e4-aeb64637d447', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:41:38.933839 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843dba5-bbc5-4851-8904-45c96c56b279 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b855509-766d-4d9d-b2e4-aeb64637d447,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:38.957725 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e7355e7-2c73-459c-9946-8b254e00f8bf tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:39.014966 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e7355e7-2c73-459c-9946-8b254e00f8bf tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:39.019890 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e7355e7-2c73-459c-9946-8b254e00f8bf tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:39.039459 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7355e7-2c73-459c-9946-8b254e00f8bf tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eacec128-c1e7-418f-84dd-8cdefadd3922,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:39.044759 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e7355e7-2c73-459c-9946-8b254e00f8bf tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:39.048844 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-2e7355e7-2c73-459c-9946-8b254e00f8bf tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223915 Sep 01 09:41:39.049501 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 37692) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:39.054524 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-d665fda6-a759-4c16-9f1e-3dc3d6de06ff tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Request body: {'security_group_rule': {'security_group_id': '2b855509-766d-4d9d-b2e4-aeb64637d447', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:41:39.085242 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d665fda6-a759-4c16-9f1e-3dc3d6de06ff tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:39.133961 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d665fda6-a759-4c16-9f1e-3dc3d6de06ff tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:39.137128 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d665fda6-a759-4c16-9f1e-3dc3d6de06ff tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:39.160019 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665fda6-a759-4c16-9f1e-3dc3d6de06ff tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5290da9f-f7a3-4eb8-8c70-ec3a9d1a026d,revision_number=0']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:39.162992 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d665fda6-a759-4c16-9f1e-3dc3d6de06ff tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:39.164193 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-d665fda6-a759-4c16-9f1e-3dc3d6de06ff tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135101 Sep 01 09:41:39.167446 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 37694) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:39.172713 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-9076edef-f47a-4625-961d-20ad6bb4ea4a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Request body: {'floatingip': {'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:41:39.196610 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9076edef-f47a-4625-961d-20ad6bb4ea4a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for floatingip, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:39.303324 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9076edef-f47a-4625-961d-20ad6bb4ea4a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:39.411541 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-9076edef-f47a-4625-961d-20ad6bb4ea4a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Allocated IP 172.27.0.38 (5981992f-fe61-47e0-99c1-6f445c6d0ea2/24ba0698-ff73-47e7-90df-c9665eaff537/115ccd79-1175-4237-986e-3fa111f2b16d) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:41:39.522939 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9076edef-f47a-4625-961d-20ad6bb4ea4a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:39.568481 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9076edef-f47a-4625-961d-20ad6bb4ea4a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:39.609736 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9076edef-f47a-4625-961d-20ad6bb4ea4a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:41:39.612831 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-9076edef-f47a-4625-961d-20ad6bb4ea4a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:41:39.619586 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9076edef-f47a-4625-961d-20ad6bb4ea4a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:41:39.624159 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076edef-f47a-4625-961d-20ad6bb4ea4a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Pushing event updated for resources: {'Port': ['ID=115ccd79-1175-4237-986e-3fa111f2b16d,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:39.709904 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9076edef-f47a-4625-961d-20ad6bb4ea4a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:39.748058 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9076edef-f47a-4625-961d-20ad6bb4ea4a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:39.908786 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9076edef-f47a-4625-961d-20ad6bb4ea4a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:39.924019 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9076edef-f47a-4625-961d-20ad6bb4ea4a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:40.021763 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076edef-f47a-4625-961d-20ad6bb4ea4a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Pushing event updated for resources: {'Port': ['ID=115ccd79-1175-4237-986e-3fa111f2b16d,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:40.033980 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d42a0-d98b-49ed-8017-fc26a6ce129f req-33878131-5cb4-45f1-b64e-2a9bdf150d0b tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:40.035485 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ad4d42a0-d98b-49ed-8017-fc26a6ce129f req-33878131-5cb4-45f1-b64e-2a9bdf150d0b tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=66f3b99d-5914-4536-88b1-b71c5381500c HTTP/1.1" status: 200 len: 945 time: 0.1219010 Sep 01 09:41:40.037122 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9076edef-f47a-4625-961d-20ad6bb4ea4a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16688660'] for floatingip, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:40.067677 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9076edef-f47a-4625-961d-20ad6bb4ea4a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for floatingip, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:40.068814 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-9076edef-f47a-4625-961d-20ad6bb4ea4a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9000316 Sep 01 09:41:40.081658 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ad4d42a0-d98b-49ed-8017-fc26a6ce129f req-f037d4cb-4836-495c-9252-6b376b7f401f tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/security-groups?id=8710b81d-b36d-44c8-a2dc-2469e8beb4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399990 Sep 01 09:41:40.274925 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-cc5ee3e6-2ec5-42f4-8069-bac69a7048d0 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--553694556&fields=id&tenant_id=8f31d34eddaa45b5acebb6d9a01f72da HTTP/1.1" status: 200 len: 267 time: 0.0342588 Sep 01 09:41:40.382361 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-509a8a8c-850c-48bc-8c47-0c56fa7e92c7 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:40.384071 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-509a8a8c-850c-48bc-8c47-0c56fa7e92c7 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/networks?id=920f8885-e155-4a4c-b565-49a7256d330f HTTP/1.1" status: 200 len: 817 time: 0.1024392 Sep 01 09:41:40.400071 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-05a98430-b0c3-4c13-a888-06b0d324f270 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/quotas/8f31d34eddaa45b5acebb6d9a01f72da HTTP/1.1" status: 200 len: 375 time: 0.0098464 Sep 01 09:41:40.461560 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-4c6487ca-e60d-447a-8261-3e403a1a4f60 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f31d34eddaa45b5acebb6d9a01f72da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0558345 Sep 01 09:41:40.561497 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-b0defd9b-3122-426f-b625-8ca5a2236fc8 service neutron] 10.222.0.74 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878046 Sep 01 09:41:40.655438 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-0663bb6e-4f90-46a0-918b-4cac7a82a803 service neutron] 10.222.0.74 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876722 Sep 01 09:41:40.818980 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f6dedeca-436f-4da6-9dce-37e4a95b29cd req-6c569fb0-cbc3-44ae-8a5f-5c67a98a1f76 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 210 time: 0.0276463 Sep 01 09:41:41.928901 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5547491f-38fb-45ac-88de-cbd87e18943b req-d1d2c373-6c58-48f3-a394-df5775ed69ea tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 210 time: 0.0306137 Sep 01 09:41:41.959053 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-e4ba3e3d-b496-4674-9915-2ac68444ba06 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:41.960606 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-e4ba3e3d-b496-4674-9915-2ac68444ba06 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.77 "GET /v2.0/networks?id=920f8885-e155-4a4c-b565-49a7256d330f HTTP/1.1" status: 200 len: 817 time: 0.1138639 Sep 01 09:41:42.015219 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-56d77d51-e379-4f5e-b747-4c1fa4ecb6c8 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f31d34eddaa45b5acebb6d9a01f72da HTTP/1.1" status: 200 len: 379 time: 0.0359943 Sep 01 09:41:42.028368 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-0b9ff7ea-1d8e-4503-9bc6-b413d445fb98 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Request body: {'port': {'device_id': '15b9a486-7bd1-4446-bb03-331cde776a62', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'admin_state_up': True, 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'security_groups': ['2b855509-766d-4d9d-b2e4-aeb64637d447']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:41:42.146803 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-0b9ff7ea-1d8e-4503-9bc6-b413d445fb98 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Made reservation on behalf of 8f31d34eddaa45b5acebb6d9a01f72da for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:41:42.150492 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-0b9ff7ea-1d8e-4503-9bc6-b413d445fb98 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:42.287128 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-0b9ff7ea-1d8e-4503-9bc6-b413d445fb98 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Allocated IP 172.20.0.10 (920f8885-e155-4a4c-b565-49a7256d330f/fd81cb56-8012-4aea-8463-56fc1c6006dd/71d01db3-578f-497e-a2e0-967e03959cef) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:41:42.430324 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-0b9ff7ea-1d8e-4503-9bc6-b413d445fb98 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:42.445078 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-0b9ff7ea-1d8e-4503-9bc6-b413d445fb98 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Transition to ACTIVE for port object 71d01db3-578f-497e-a2e0-967e03959cef will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:41:42.484331 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-0b9ff7ea-1d8e-4503-9bc6-b413d445fb98 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:42.531810 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-0b9ff7ea-1d8e-4503-9bc6-b413d445fb98 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Network 920f8885-e155-4a4c-b565-49a7256d330f is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:41:42.535488 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-0b9ff7ea-1d8e-4503-9bc6-b413d445fb98 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:41:42.540191 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-0b9ff7ea-1d8e-4503-9bc6-b413d445fb98 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:41:42.546999 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-0b9ff7ea-1d8e-4503-9bc6-b413d445fb98 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:42.547619 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-0b9ff7ea-1d8e-4503-9bc6-b413d445fb98 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:42.554378 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ff7ea-1d8e-4503-9bc6-b413d445fb98 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Pushing event updated for resources: {'Port': ['ID=71d01db3-578f-497e-a2e0-967e03959cef,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:42.570178 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-0b9ff7ea-1d8e-4503-9bc6-b413d445fb98 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5451887 Sep 01 09:41:42.594835 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-4d1dd069-4bb6-482a-a90c-5e4a71c8edf5 service neutron] Request body: {'port': {'device_id': '15b9a486-7bd1-4446-bb03-331cde776a62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:41:42.657317 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-4d1dd069-4bb6-482a-a90c-5e4a71c8edf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:42.758730 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-fe34e00f-e9c9-48b6-a805-1d9f0ef808c4 None None] Provisioning for port 71d01db3-578f-497e-a2e0-967e03959cef completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:41:42.762695 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-fe34e00f-e9c9-48b6-a805-1d9f0ef808c4 None None] Provisioning complete for port 71d01db3-578f-497e-a2e0-967e03959cef triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:41:42.763068 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-fe34e00f-e9c9-48b6-a805-1d9f0ef808c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:42.797533 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-fe34e00f-e9c9-48b6-a805-1d9f0ef808c4 None None] Port 71d01db3-578f-497e-a2e0-967e03959cef cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:41:42.949609 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-4d1dd069-4bb6-482a-a90c-5e4a71c8edf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d01db3-578f-497e-a2e0-967e03959cef {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:41:42.958282 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-4d1dd069-4bb6-482a-a90c-5e4a71c8edf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:42.971690 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-4d1dd069-4bb6-482a-a90c-5e4a71c8edf5 service neutron] Transition to ACTIVE for port object 71d01db3-578f-497e-a2e0-967e03959cef will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:41:42.977259 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-4d1dd069-4bb6-482a-a90c-5e4a71c8edf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:43.032521 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1dd069-4bb6-482a-a90c-5e4a71c8edf5 service neutron] Pushing event updated for resources: {'Port': ['ID=71d01db3-578f-497e-a2e0-967e03959cef,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:43.063018 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-4d1dd069-4bb6-482a-a90c-5e4a71c8edf5 service neutron] Attempting to bind port 71d01db3-578f-497e-a2e0-967e03959cef on host hv-cinder-80672 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:41:43.063624 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-4d1dd069-4bb6-482a-a90c-5e4a71c8edf5 service neutron] Attempting to bind port 71d01db3-578f-497e-a2e0-967e03959cef by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': 'be33b589-b8a2-4739-a388-2c089e8bdf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:41:43.064071 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-4d1dd069-4bb6-482a-a90c-5e4a71c8edf5 service neutron] Attempting to bind port 71d01db3-578f-497e-a2e0-967e03959cef on network 920f8885-e155-4a4c-b565-49a7256d330f {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:41:43.068518 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a547f0-24e7-4fe8-aaa6-0dc6a38b3859 req-2f3d3f41-d19c-48e8-a036-5b450f0bf78b tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:43.070225 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-27a547f0-24e7-4fe8-aaa6-0dc6a38b3859 req-2f3d3f41-d19c-48e8-a036-5b450f0bf78b tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 944 time: 0.0572290 Sep 01 09:41:43.072771 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-4d1dd069-4bb6-482a-a90c-5e4a71c8edf5 service neutron] Port 71d01db3-578f-497e-a2e0-967e03959cef on network 920f8885-e155-4a4c-b565-49a7256d330f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 09:41:43.073305 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-4d1dd069-4bb6-482a-a90c-5e4a71c8edf5 service neutron] Attempting to bind port 71d01db3-578f-497e-a2e0-967e03959cef on network 920f8885-e155-4a4c-b565-49a7256d330f {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:41:43.080938 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-4d1dd069-4bb6-482a-a90c-5e4a71c8edf5 service neutron] Checking agent: {'id': '8ce25ef8-d4a6-4c3d-9635-2091a35d6989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'started_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:41:43.081379 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-4d1dd069-4bb6-482a-a90c-5e4a71c8edf5 service neutron] Checking segment: {'id': 'be33b589-b8a2-4739-a388-2c089e8bdf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:41:43.081867 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-4d1dd069-4bb6-482a-a90c-5e4a71c8edf5 service neutron] Bound using segment: {'id': 'be33b589-b8a2-4739-a388-2c089e8bdf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:41:43.082383 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-4d1dd069-4bb6-482a-a90c-5e4a71c8edf5 service neutron] Bound port: 71d01db3-578f-497e-a2e0-967e03959cef, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be33b589-b8a2-4739-a388-2c089e8bdf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:41:43.082798 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-4d1dd069-4bb6-482a-a90c-5e4a71c8edf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:43.120949 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-27a547f0-24e7-4fe8-aaa6-0dc6a38b3859 req-b2ddc32d-8799-4428-a825-1bedd9dc5bca tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367756 Sep 01 09:41:43.165426 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-4d1dd069-4bb6-482a-a90c-5e4a71c8edf5 service neutron] For port 71d01db3-578f-497e-a2e0-967e03959cef, host hv-cinder-80672, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:41:43.169347 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-4d1dd069-4bb6-482a-a90c-5e4a71c8edf5 service neutron] For port 71d01db3-578f-497e-a2e0-967e03959cef, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=71d01db3-578f-497e-a2e0-967e03959cef,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:41:43.173353 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-4d1dd069-4bb6-482a-a90c-5e4a71c8edf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:43.207409 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-4d1dd069-4bb6-482a-a90c-5e4a71c8edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:43.208302 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-4d1dd069-4bb6-482a-a90c-5e4a71c8edf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:43.209670 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-4d1dd069-4bb6-482a-a90c-5e4a71c8edf5 service neutron] 10.222.0.77 "PUT /v2.0/ports/71d01db3-578f-497e-a2e0-967e03959cef HTTP/1.1" status: 200 len: 1094 time: 0.6194518 Sep 01 09:41:43.212500 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b9a486-7bd1-4446-bb03-331cde776a62', 'tag': '71d01db3-578f-497e-a2e0-967e03959cef'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:41:43.214869 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1158da6c3346bc0ee3ec7fc22ff852373ba0e4f09dd7013d76cb48f019b6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65dcb8d-bcd3-42bf-9433-e19153c3fdd7" -d '{"events": [{"name": "network-changed", "server_uuid": "15b9a486-7bd1-4446-bb03-331cde776a62", "tag": "71d01db3-578f-497e-a2e0-967e03959cef"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:41:43.246219 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1dd069-4bb6-482a-a90c-5e4a71c8edf5 service neutron] Pushing event updated for resources: {'Port': ['ID=71d01db3-578f-497e-a2e0-967e03959cef,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:43.264779 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431d1774-2926-4cba-9c72-466ebbd3649f x-openstack-request-id: req-431d1774-2926-4cba-9c72-466ebbd3649f {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:41:43.265089 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b9a486-7bd1-4446-bb03-331cde776a62", "tag": "71d01db3-578f-497e-a2e0-967e03959cef", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:41:43.265360 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-431d1774-2926-4cba-9c72-466ebbd3649f {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:41:43.265769 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b9a486-7bd1-4446-bb03-331cde776a62', 'tag': '71d01db3-578f-497e-a2e0-967e03959cef', 'status': 'completed', 'code': 200} Sep 01 09:41:43.339922 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-0785e3e7-e2c6-40d9-9e54-8e16ca438257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:43.341548 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-0785e3e7-e2c6-40d9-9e54-8e16ca438257 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8f31d34eddaa45b5acebb6d9a01f72da&device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 1097 time: 0.0451803 Sep 01 09:41:43.397093 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-0189f67b-afc9-4233-bdd5-2cf57f7af1d2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71d01db3-578f-497e-a2e0-967e03959cef HTTP/1.1" status: 200 len: 217 time: 0.0395753 Sep 01 09:41:43.461565 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-6cd98381-54b0-4dad-a8e1-609b589787e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:43.462962 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-6cd98381-54b0-4dad-a8e1-609b589787e5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd81cb56-8012-4aea-8463-56fc1c6006dd HTTP/1.1" status: 200 len: 856 time: 0.0500021 Sep 01 09:41:43.512794 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-af3df9bf-e5b3-40f4-b61b-6f44e6adc62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:43.514349 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-af3df9bf-e5b3-40f4-b61b-6f44e6adc62a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=920f8885-e155-4a4c-b565-49a7256d330f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431342 Sep 01 09:41:43.618999 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-2c42cd17-808d-41f6-8bc4-c62299aa1c07 service neutron] 10.222.0.77 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966651 Sep 01 09:41:43.721303 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-facbaba4-c5c9-461e-be3d-cb7aedc038e2 req-fa5312b6-11e9-4f60-abbe-29d0702a9ded service neutron] 10.222.0.77 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887558 Sep 01 09:41:43.855058 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dcb8d-bcd3-42bf-9433-e19153c3fdd7 req-2e547da0-9320-41db-91cc-05002d8bcf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:43.856974 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a65dcb8d-bcd3-42bf-9433-e19153c3fdd7 req-2e547da0-9320-41db-91cc-05002d8bcf03 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8f31d34eddaa45b5acebb6d9a01f72da&device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 1097 time: 0.0458491 Sep 01 09:41:43.963596 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dcb8d-bcd3-42bf-9433-e19153c3fdd7 req-d716f90a-546e-4294-9163-ffd077821f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:43.965100 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a65dcb8d-bcd3-42bf-9433-e19153c3fdd7 req-d716f90a-546e-4294-9163-ffd077821f09 service neutron] 10.222.0.77 "GET /v2.0/networks?id=920f8885-e155-4a4c-b565-49a7256d330f HTTP/1.1" status: 200 len: 919 time: 0.0986745 Sep 01 09:41:44.009572 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a65dcb8d-bcd3-42bf-9433-e19153c3fdd7 req-5dd11cf4-6654-4b76-9826-ed891a82b57c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71d01db3-578f-497e-a2e0-967e03959cef HTTP/1.1" status: 200 len: 217 time: 0.0362597 Sep 01 09:41:44.064828 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dcb8d-bcd3-42bf-9433-e19153c3fdd7 req-e8eaa299-d383-4d55-9a6e-c57cab5505aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:44.066270 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a65dcb8d-bcd3-42bf-9433-e19153c3fdd7 req-e8eaa299-d383-4d55-9a6e-c57cab5505aa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd81cb56-8012-4aea-8463-56fc1c6006dd HTTP/1.1" status: 200 len: 856 time: 0.0483668 Sep 01 09:41:44.115456 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dcb8d-bcd3-42bf-9433-e19153c3fdd7 req-20f0cda4-8091-476c-9a49-9b29eca82988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:44.116913 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a65dcb8d-bcd3-42bf-9433-e19153c3fdd7 req-20f0cda4-8091-476c-9a49-9b29eca82988 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=920f8885-e155-4a4c-b565-49a7256d330f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422578 Sep 01 09:41:44.213217 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a65dcb8d-bcd3-42bf-9433-e19153c3fdd7 req-9281287a-aea9-48f1-99de-ce117a508ef0 service neutron] 10.222.0.77 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852563 Sep 01 09:41:44.242868 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ca74f-c658-4761-8b6f-bfc7b94ef6c7 req-c0cc6231-4207-4435-93f8-24ddb8dbfc8b tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:44.244591 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cd8ca74f-c658-4761-8b6f-bfc7b94ef6c7 req-c0cc6231-4207-4435-93f8-24ddb8dbfc8b tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 944 time: 0.0503769 Sep 01 09:41:44.290553 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cd8ca74f-c658-4761-8b6f-bfc7b94ef6c7 req-351b3054-ba5d-4254-8128-ac9e2604bedc tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382137 Sep 01 09:41:44.313776 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a65dcb8d-bcd3-42bf-9433-e19153c3fdd7 req-ed966a13-376d-48a5-ae90-94dd35469b82 service neutron] 10.222.0.77 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924718 Sep 01 09:41:45.418577 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44551568-25ae-45cd-abf3-3d535c03f703 req-6b9e4af7-4380-4195-b7f4-ac16f12cbbfe tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:45.420227 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-44551568-25ae-45cd-abf3-3d535c03f703 req-6b9e4af7-4380-4195-b7f4-ac16f12cbbfe tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 944 time: 0.0512595 Sep 01 09:41:45.461469 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-44551568-25ae-45cd-abf3-3d535c03f703 req-6df4107d-766d-4fa0-9c15-ffcfa04b8c61 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342538 Sep 01 09:41:46.583215 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d384c-cf84-4d32-9803-d45d16004911 req-b7ecd07f-f6ed-48f5-ac38-59ba5beb3169 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:46.584850 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a56d384c-cf84-4d32-9803-d45d16004911 req-b7ecd07f-f6ed-48f5-ac38-59ba5beb3169 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 944 time: 0.0497506 Sep 01 09:41:46.631416 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a56d384c-cf84-4d32-9803-d45d16004911 req-9c2ef12b-e155-47d2-b1e1-dbd811f40af3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404136 Sep 01 09:41:47.757927 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4148aa2-f999-48a3-9810-121ef32d78dd req-2917041f-9943-43c0-9d0d-ed988f7b5e1c tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:47.759773 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f4148aa2-f999-48a3-9810-121ef32d78dd req-2917041f-9943-43c0-9d0d-ed988f7b5e1c tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 944 time: 0.0513697 Sep 01 09:41:47.812664 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f4148aa2-f999-48a3-9810-121ef32d78dd req-a524871f-63c3-462a-a9a3-27b3816402c8 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452020 Sep 01 09:41:48.948841 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc634bb-6314-4cbe-8d84-ab03a1dafd11 req-1be71db9-5d17-4e82-b098-fba90e721c22 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:48.950454 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ebc634bb-6314-4cbe-8d84-ab03a1dafd11 req-1be71db9-5d17-4e82-b098-fba90e721c22 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 944 time: 0.0505023 Sep 01 09:41:48.990484 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ebc634bb-6314-4cbe-8d84-ab03a1dafd11 req-a97d73ed-945d-492b-b1b0-452be65ac901 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341151 Sep 01 09:41:50.116466 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9bb3b-1810-475f-8057-f696776ab4d8 req-31f338fd-8b7e-402e-b987-bea0ac168757 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:50.118004 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c5f9bb3b-1810-475f-8057-f696776ab4d8 req-31f338fd-8b7e-402e-b987-bea0ac168757 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 944 time: 0.0534482 Sep 01 09:41:50.158454 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c5f9bb3b-1810-475f-8057-f696776ab4d8 req-98fcd413-d5ca-4c01-8c17-74c2b7ca79c6 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344744 Sep 01 09:41:51.279608 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77194867-21c6-4046-8bcf-6a2935997e63 req-a7d1918e-b6dd-4186-b7aa-ff5a8f213cf8 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:51.281074 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-77194867-21c6-4046-8bcf-6a2935997e63 req-a7d1918e-b6dd-4186-b7aa-ff5a8f213cf8 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 944 time: 0.0489850 Sep 01 09:41:51.329192 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-77194867-21c6-4046-8bcf-6a2935997e63 req-e85b72b1-c46f-4c03-9f30-f53004aceb2d tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389757 Sep 01 09:41:52.332651 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-604dfdb8-4b9e-49f6-884b-eff704d8a204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:52.470618 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06d81b-f2f3-4f7b-969d-c7b8bf0477e7 req-84476487-c481-4fe7-9da4-a781064218f8 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:52.472134 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1e06d81b-f2f3-4f7b-969d-c7b8bf0477e7 req-84476487-c481-4fe7-9da4-a781064218f8 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 944 time: 0.0618174 Sep 01 09:41:52.516404 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1e06d81b-f2f3-4f7b-969d-c7b8bf0477e7 req-cfeefb43-65af-44cc-87f7-582e4b57f9ba tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382063 Sep 01 09:41:53.290756 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:41:53.639444 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 71d01db3-578f-497e-a2e0-967e03959cef details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:41:53.652772 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4495313-16ca-4842-b09d-51f22eada834 req-903222b0-b5ec-4df2-9829-0c100e20f9e8 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:53.654313 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f4495313-16ca-4842-b09d-51f22eada834 req-903222b0-b5ec-4df2-9829-0c100e20f9e8 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 944 time: 0.0519865 Sep 01 09:41:53.694784 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f4495313-16ca-4842-b09d-51f22eada834 req-7b016241-65ce-4274-a7fb-7b28ca99ae25 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342581 Sep 01 09:41:53.738155 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 71d01db3-578f-497e-a2e0-967e03959cef, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=71d01db3-578f-497e-a2e0-967e03959cef,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:41:53.750064 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': '71d01db3-578f-497e-a2e0-967e03959cef', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'port_id': '71d01db3-578f-497e-a2e0-967e03959cef', 'mac_address': 'fa:16:3e:91:5b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:41:53.789168 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:53.802972 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d01db3-578f-497e-a2e0-967e03959cef {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:41:53.822178 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 71d01db3-578f-497e-a2e0-967e03959cef, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=71d01db3-578f-497e-a2e0-967e03959cef,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:41:53.827113 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:53.879317 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=71d01db3-578f-497e-a2e0-967e03959cef,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:53.933042 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:54.237386 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['71d01db3-578f-497e-a2e0-967e03959cef'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:41:54.824598 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2afb4f0-d771-4fbe-adf0-11c61396797b req-72b7a236-ecd7-46d1-87f1-4bb945391c86 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:54.826177 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e2afb4f0-d771-4fbe-adf0-11c61396797b req-72b7a236-ecd7-46d1-87f1-4bb945391c86 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 945 time: 0.0544426 Sep 01 09:41:54.842006 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-1535c52b-9a9a-4517-b293-e3d38e8b56db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:54.868880 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e2afb4f0-d771-4fbe-adf0-11c61396797b req-fcb62762-6667-4a5b-ac72-bedb71b5a4fe tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368221 Sep 01 09:41:55.483781 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:55.652495 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 71d01db3-578f-497e-a2e0-967e03959cef up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:41:55.709303 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning for port 71d01db3-578f-497e-a2e0-967e03959cef completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:41:55.713018 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port 71d01db3-578f-497e-a2e0-967e03959cef triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:41:55.713426 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:55.793501 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:55.817583 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b9a486-7bd1-4446-bb03-331cde776a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d01db3-578f-497e-a2e0-967e03959cef'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:41:55.819850 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b17b8f8-c2c0-4d7c-b6e1-eb36f109bd3d" -d '{"events": [{"server_uuid": "15b9a486-7bd1-4446-bb03-331cde776a62", "name": "network-vif-plugged", "status": "completed", "tag": "71d01db3-578f-497e-a2e0-967e03959cef"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:41:55.832324 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 71d01db3-578f-497e-a2e0-967e03959cef, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=71d01db3-578f-497e-a2e0-967e03959cef,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:41:55.837270 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:55.862619 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5e785e-47cb-4b22-aaf6-2c43a1dba015 x-openstack-request-id: req-bc5e785e-47cb-4b22-aaf6-2c43a1dba015 {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:41:55.863376 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b9a486-7bd1-4446-bb03-331cde776a62", "name": "network-vif-plugged", "status": "completed", "tag": "71d01db3-578f-497e-a2e0-967e03959cef", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:41:55.863376 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bc5e785e-47cb-4b22-aaf6-2c43a1dba015 {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:41:55.863640 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b9a486-7bd1-4446-bb03-331cde776a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d01db3-578f-497e-a2e0-967e03959cef', 'code': 200} Sep 01 09:41:55.892393 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=71d01db3-578f-497e-a2e0-967e03959cef,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:41:55.994401 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd4cbe-1964-4b99-8ca4-267dc0fa840f req-1d5e1e7f-7cc8-4871-80bb-ba3d25049812 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:55.996241 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d9bd4cbe-1964-4b99-8ca4-267dc0fa840f req-1d5e1e7f-7cc8-4871-80bb-ba3d25049812 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0532358 Sep 01 09:41:56.041960 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d9bd4cbe-1964-4b99-8ca4-267dc0fa840f req-90701d72-4575-46b6-8aea-a2f99092d3c1 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395093 Sep 01 09:41:56.094137 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:56.122825 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d66d3b-55e2-4285-bd21-091be34b0c61 req-bd307f80-2323-4b82-b138-05bfe8a5fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:56.124390 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-77d66d3b-55e2-4285-bd21-091be34b0c61 req-bd307f80-2323-4b82-b138-05bfe8a5fdf3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 1099 time: 0.0434172 Sep 01 09:41:56.166090 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-77d66d3b-55e2-4285-bd21-091be34b0c61 req-7e54d8c9-ac67-4ad8-bc13-bbc425e5cb60 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276887 Sep 01 09:41:57.171296 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2ce38-0862-45f2-80ce-22852bfcb278 req-abb5b632-8ddd-4da3-9693-eb2ae35d071a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:57.172958 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f2d2ce38-0862-45f2-80ce-22852bfcb278 req-abb5b632-8ddd-4da3-9693-eb2ae35d071a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0504560 Sep 01 09:41:57.212210 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f2d2ce38-0862-45f2-80ce-22852bfcb278 req-aa223644-d30c-49f6-acb8-3697e163c7ec tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328362 Sep 01 09:41:57.890668 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:57.983380 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e8dfb-a34f-44f4-8c14-c98fb0e7fae6 req-81702cd6-978a-4ed0-ada7-4791a6fd0350 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:57.984891 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f47e8dfb-a34f-44f4-8c14-c98fb0e7fae6 req-81702cd6-978a-4ed0-ada7-4791a6fd0350 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0482948 Sep 01 09:41:58.026980 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f47e8dfb-a34f-44f4-8c14-c98fb0e7fae6 req-251d3327-555d-4d60-83cb-1c72713d0fe2 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358572 Sep 01 09:41:58.337559 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f66549-19b0-470f-8761-e65d08f79266 req-d5086b6e-9078-4017-be11-a88420863f39 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:58.338925 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b4f66549-19b0-470f-8761-e65d08f79266 req-d5086b6e-9078-4017-be11-a88420863f39 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0493593 Sep 01 09:41:58.378474 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b4f66549-19b0-470f-8761-e65d08f79266 req-f9183f9d-f015-43c3-a665-c280b1d36f2b tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332835 Sep 01 09:41:58.495324 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d005d-ee63-4ffc-a608-8a524e9bb426 req-42bff3b0-7cf1-4268-a7d9-be4b9a31f18f tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:58.496905 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0e6d005d-ee63-4ffc-a608-8a524e9bb426 req-42bff3b0-7cf1-4268-a7d9-be4b9a31f18f tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0516002 Sep 01 09:41:58.505739 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 37932) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:41:58.510393 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-1e54711f-7e7a-4ec3-b763-623ac9dd1515 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Request body: {'floatingip': {'port_id': '71d01db3-578f-497e-a2e0-967e03959cef'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:41:58.552807 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e54711f-7e7a-4ec3-b763-623ac9dd1515 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for floatingip, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:59.005033 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e54711f-7e7a-4ec3-b763-623ac9dd1515 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:59.011194 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e54711f-7e7a-4ec3-b763-623ac9dd1515 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16688660'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:59.109469 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.db.l3_db [None req-1e54711f-7e7a-4ec3-b763-623ac9dd1515 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Floating IP 4dc2fc6e-0f52-4016-97a8-2cfdf1638470 associated. External IP: 172.27.0.38, port: 71d01db3-578f-497e-a2e0-967e03959cef. Sep 01 09:41:59.157098 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996713f-0d0c-4c84-88d2-3b6cefbe9ee5 req-a22d27d3-3fe5-40b1-9cfc-bf9599e69818 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:41:59.158600 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9996713f-0d0c-4c84-88d2-3b6cefbe9ee5 req-a22d27d3-3fe5-40b1-9cfc-bf9599e69818 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0492237 Sep 01 09:41:59.197360 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9996713f-0d0c-4c84-88d2-3b6cefbe9ee5 req-c113aab4-90a7-4b57-8254-c516e6b16b25 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327134 Sep 01 09:41:59.315473 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e54711f-7e7a-4ec3-b763-623ac9dd1515 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Router d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:41:59.423835 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e54711f-7e7a-4ec3-b763-623ac9dd1515 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:41:59.428924 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1e54711f-7e7a-4ec3-b763-623ac9dd1515 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:41:59.433625 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fa1505-ae28-4760-b59e-28fad0af0809 None None] Sync routers for ids ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:41:59.443540 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fa1505-ae28-4760-b59e-28fad0af0809 None None] Routers {'d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:41:59.444226 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-65fa1505-ae28-4760-b59e-28fad0af0809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:41:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:41:59.456388 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-1e54711f-7e7a-4ec3-b763-623ac9dd1515 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "PUT /v2.0/floatingips/4dc2fc6e-0f52-4016-97a8-2cfdf1638470 HTTP/1.1" status: 200 len: 991 time: 0.9495780 Sep 01 09:41:59.457093 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b9a486-7bd1-4446-bb03-331cde776a62', 'tag': '71d01db3-578f-497e-a2e0-967e03959cef'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:41:59.459680 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1158da6c3346bc0ee3ec7fc22ff852373ba0e4f09dd7013d76cb48f019b6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b694ef-25f1-47c6-a67e-eff5f0abd121" -d '{"events": [{"name": "network-changed", "server_uuid": "15b9a486-7bd1-4446-bb03-331cde776a62", "tag": "71d01db3-578f-497e-a2e0-967e03959cef"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:41:59.530568 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b79ae6c-54d6-4e5a-aba4-b1b17c6147c4 x-openstack-request-id: req-9b79ae6c-54d6-4e5a-aba4-b1b17c6147c4 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:41:59.531206 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b9a486-7bd1-4446-bb03-331cde776a62", "tag": "71d01db3-578f-497e-a2e0-967e03959cef", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:41:59.531206 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9b79ae6c-54d6-4e5a-aba4-b1b17c6147c4 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:41:59.531533 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b9a486-7bd1-4446-bb03-331cde776a62', 'tag': '71d01db3-578f-497e-a2e0-967e03959cef', 'status': 'completed', 'code': 200} Sep 01 09:41:59.553763 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-65fa1505-ae28-4760-b59e-28fad0af0809 None None] Set router d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:41:59.816122 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-65fa1505-ae28-4760-b59e-28fad0af0809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1488568230-router', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:31Z', 'revision_number': 4, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'gw_port': {'id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:18Z', 'updated_at': '2021-09-01T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': '4dc2fc6e-0f52-4016-97a8-2cfdf1638470', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'port_id': '71d01db3-578f-497e-a2e0-967e03959cef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'mac_address': 'fa:16:3e:91:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b9a486-7bd1-4446-bb03-331cde776a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:41:39Z', 'updated_at': '2021-09-01T09:41:58Z', 'revision_number': 1, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f807005-7060-4e67-a542-c46e02a142ef', 'name': '', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'mac_address': 'fa:16:3e:d0:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:25Z', 'updated_at': '2021-09-01T09:37:39Z', 'revision_number': 5, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'subnets': [{'id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:41:59.956886 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fa1505-ae28-4760-b59e-28fad0af0809 None None] Checking router: d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:41:59.966102 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fa1505-ae28-4760-b59e-28fad0af0809 None None] Routers {'d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:41:59.966761 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-65fa1505-ae28-4760-b59e-28fad0af0809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:41:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:42:00.076675 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-65fa1505-ae28-4760-b59e-28fad0af0809 None None] Set router d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:42:00.304489 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-65fa1505-ae28-4760-b59e-28fad0af0809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1488568230-router', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:31Z', 'revision_number': 4, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'gw_port': {'id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:18Z', 'updated_at': '2021-09-01T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': '4dc2fc6e-0f52-4016-97a8-2cfdf1638470', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'port_id': '71d01db3-578f-497e-a2e0-967e03959cef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'mac_address': 'fa:16:3e:91:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b9a486-7bd1-4446-bb03-331cde776a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:41:39Z', 'updated_at': '2021-09-01T09:41:58Z', 'revision_number': 1, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f807005-7060-4e67-a542-c46e02a142ef', 'name': '', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'mac_address': 'fa:16:3e:d0:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:25Z', 'updated_at': '2021-09-01T09:37:39Z', 'revision_number': 5, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'subnets': [{'id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:42:00.327819 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddee751-4a41-487a-9628-5c5c12779575 req-219fa63b-43b8-4807-98ce-1c200a249eda tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:00.329222 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0ddee751-4a41-487a-9628-5c5c12779575 req-219fa63b-43b8-4807-98ce-1c200a249eda tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0547786 Sep 01 09:42:00.335705 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fa1505-ae28-4760-b59e-28fad0af0809 None None] The sync data for ids ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'] in dv-cinder-806726-2-iscsi is: [{'id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1488568230-router', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:31Z', 'revision_number': 4, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'gw_port': {'id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:18Z', 'updated_at': '2021-09-01T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': '4dc2fc6e-0f52-4016-97a8-2cfdf1638470', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'floating_ip_address': '172.27.0.38', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'port_id': '71d01db3-578f-497e-a2e0-967e03959cef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'mac_address': 'fa:16:3e:91:5b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b9a486-7bd1-4446-bb03-331cde776a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:41:39Z', 'updated_at': '2021-09-01T09:41:58Z', 'revision_number': 1, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f807005-7060-4e67-a542-c46e02a142ef', 'name': '', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'mac_address': 'fa:16:3e:d0:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:25Z', 'updated_at': '2021-09-01T09:37:39Z', 'revision_number': 5, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'subnets': [{'id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:42:00.370998 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0ddee751-4a41-487a-9628-5c5c12779575 req-fc30c745-79a0-439f-82ed-e07366b6ab48 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355511 Sep 01 09:42:00.542281 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66d2f53-4419-411d-abc3-6b36a541d812 None None] New status for floating IP 4dc2fc6e-0f52-4016-97a8-2cfdf1638470: ACTIVE {{(pid=94096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 09:42:01.494310 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab7ef9-8b30-42d5-bed8-f9c96940b071 req-f01d3ad3-35e9-4116-870a-473a7b2e8125 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:01.496044 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-98ab7ef9-8b30-42d5-bed8-f9c96940b071 req-f01d3ad3-35e9-4116-870a-473a7b2e8125 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0565910 Sep 01 09:42:01.535011 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-98ab7ef9-8b30-42d5-bed8-f9c96940b071 req-1048fd77-c5a4-4f9a-a41b-5aa5c7955554 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323174 Sep 01 09:42:02.477936 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b694ef-25f1-47c6-a67e-eff5f0abd121 req-2ec1f12a-1006-46d5-a37f-bca592afa8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:02.480035 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c0b694ef-25f1-47c6-a67e-eff5f0abd121 req-2ec1f12a-1006-46d5-a37f-bca592afa8da service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8f31d34eddaa45b5acebb6d9a01f72da&device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 1099 time: 0.0464132 Sep 01 09:42:02.573689 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b694ef-25f1-47c6-a67e-eff5f0abd121 req-8d1724a8-845f-4e24-82af-255e0ff95c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:02.575164 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c0b694ef-25f1-47c6-a67e-eff5f0abd121 req-8d1724a8-845f-4e24-82af-255e0ff95c8e service neutron] 10.222.0.77 "GET /v2.0/networks?id=920f8885-e155-4a4c-b565-49a7256d330f HTTP/1.1" status: 200 len: 919 time: 0.0877962 Sep 01 09:42:02.643151 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c0b694ef-25f1-47c6-a67e-eff5f0abd121 req-594b20f4-b255-47bc-a4be-c001c008103a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71d01db3-578f-497e-a2e0-967e03959cef HTTP/1.1" status: 200 len: 1001 time: 0.0603421 Sep 01 09:42:02.665443 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459f17f-542d-4d9a-91ed-ed799f0b01ba req-2e94d930-7e1c-44f8-964b-944d221936c6 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:02.667071 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a459f17f-542d-4d9a-91ed-ed799f0b01ba req-2e94d930-7e1c-44f8-964b-944d221936c6 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0512905 Sep 01 09:42:02.706967 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a459f17f-542d-4d9a-91ed-ed799f0b01ba req-ae8d7800-e5f5-4eb5-8c76-8ec932c35108 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334592 Sep 01 09:42:02.992424 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b694ef-25f1-47c6-a67e-eff5f0abd121 req-0dac5bd6-2e1b-4be4-8410-39d833c9786b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:02.993921 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c0b694ef-25f1-47c6-a67e-eff5f0abd121 req-0dac5bd6-2e1b-4be4-8410-39d833c9786b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd81cb56-8012-4aea-8463-56fc1c6006dd HTTP/1.1" status: 200 len: 856 time: 0.3363726 Sep 01 09:42:03.052341 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b694ef-25f1-47c6-a67e-eff5f0abd121 req-f2b9826c-3aaf-416e-9aed-3a6d6065c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:03.053818 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c0b694ef-25f1-47c6-a67e-eff5f0abd121 req-f2b9826c-3aaf-416e-9aed-3a6d6065c73c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=920f8885-e155-4a4c-b565-49a7256d330f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437386 Sep 01 09:42:03.148128 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c0b694ef-25f1-47c6-a67e-eff5f0abd121 req-7caa7cd6-3d50-488c-aa6c-66ce2e766e4c service neutron] 10.222.0.77 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825377 Sep 01 09:42:03.239489 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c0b694ef-25f1-47c6-a67e-eff5f0abd121 req-757ee143-f0d2-487c-a5e4-59739e950230 service neutron] 10.222.0.77 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837257 Sep 01 09:42:03.644750 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1c337-c8f1-4e3f-b800-c75ccade4759 req-622fd16e-c339-4122-b172-ea014e3a848b tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:03.646470 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-bff1c337-c8f1-4e3f-b800-c75ccade4759 req-622fd16e-c339-4122-b172-ea014e3a848b tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0619874 Sep 01 09:42:03.765287 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-bff1c337-c8f1-4e3f-b800-c75ccade4759 req-429995ae-99e2-4814-9724-14bd34156584 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Deleting port f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:42:03.765607 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bff1c337-c8f1-4e3f-b800-c75ccade4759 req-429995ae-99e2-4814-9724-14bd34156584 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:03.829064 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1424f-de91-4b03-80bc-9aa1eb030713 req-d6d80c03-b0b7-4828-a353-aeeb258309a7 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:03.830557 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7bf1424f-de91-4b03-80bc-9aa1eb030713 req-d6d80c03-b0b7-4828-a353-aeeb258309a7 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 945 time: 0.0519457 Sep 01 09:42:03.852598 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-bff1c337-c8f1-4e3f-b800-c75ccade4759 req-429995ae-99e2-4814-9724-14bd34156584 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] For port f6b2462a-5e95-4c5b-b0dd-908544fd9ed8, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=f6b2462a-5e95-4c5b-b0dd-908544fd9ed8,segment=NetworkSegment(5293fbbd-52b9-41e0-b030-f4f5135458f6),segment_id=5293fbbd-52b9-41e0-b030-f4f5135458f6)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:42:03.852938 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bff1c337-c8f1-4e3f-b800-c75ccade4759 req-429995ae-99e2-4814-9724-14bd34156584 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:03.869431 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7bf1424f-de91-4b03-80bc-9aa1eb030713 req-5a8714da-046e-40e4-a6b2-dae37703c14b tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=6d44aac5-d706-480c-8102-b8aa903215ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316575 Sep 01 09:42:04.028924 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bff1c337-c8f1-4e3f-b800-c75ccade4759 req-429995ae-99e2-4814-9724-14bd34156584 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:04.029544 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bff1c337-c8f1-4e3f-b800-c75ccade4759 req-429995ae-99e2-4814-9724-14bd34156584 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16688660'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:04.029935 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.db.l3_db [req-bff1c337-c8f1-4e3f-b800-c75ccade4759 req-429995ae-99e2-4814-9724-14bd34156584 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Floating IP c8083835-a542-4ec1-9d4c-7956594bfbe7 disassociated. External IP: 172.27.0.159, port: f6b2462a-5e95-4c5b-b0dd-908544fd9ed8. Sep 01 09:42:04.030282 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-bff1c337-c8f1-4e3f-b800-c75ccade4759 req-429995ae-99e2-4814-9724-14bd34156584 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Calling delete_port for f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:42:04.180847 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bff1c337-c8f1-4e3f-b800-c75ccade4759 req-429995ae-99e2-4814-9724-14bd34156584 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:04.213825 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429995ae-99e2-4814-9724-14bd34156584 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Pushing event deleted for resources: {'Port': ['ID=f6b2462a-5e95-4c5b-b0dd-908544fd9ed8,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:42:04.328723 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bff1c337-c8f1-4e3f-b800-c75ccade4759 req-429995ae-99e2-4814-9724-14bd34156584 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Router 266e646d-2782-42ea-b422-6dda57bb4b9b has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:42:04.445096 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bff1c337-c8f1-4e3f-b800-c75ccade4759 req-429995ae-99e2-4814-9724-14bd34156584 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:42:04.457446 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077701c8-eca7-4d7c-a44f-4eacd2039b77 None None] Sync routers for ids ['266e646d-2782-42ea-b422-6dda57bb4b9b'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:42:04.466859 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077701c8-eca7-4d7c-a44f-4eacd2039b77 None None] Routers {'266e646d-2782-42ea-b422-6dda57bb4b9b'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:42:04.467792 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-077701c8-eca7-4d7c-a44f-4eacd2039b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:41:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['266e646d-2782-42ea-b422-6dda57bb4b9b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:42:04.483206 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff1c337-c8f1-4e3f-b800-c75ccade4759 req-429995ae-99e2-4814-9724-14bd34156584 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] No DVR routers for this DVR port f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 on host hv-cinder-80672 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:42:04.485777 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bff1c337-c8f1-4e3f-b800-c75ccade4759 req-429995ae-99e2-4814-9724-14bd34156584 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:04.487872 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-bff1c337-c8f1-4e3f-b800-c75ccade4759 req-429995ae-99e2-4814-9724-14bd34156584 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.77 "DELETE /v2.0/ports/f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 HTTP/1.1" status: 204 len: 173 time: 0.8193774 Sep 01 09:42:04.488256 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ac9ad7-3312-4015-898e-f99ce724df05', 'name': 'network-vif-deleted', 'tag': 'f6b2462a-5e95-4c5b-b0dd-908544fd9ed8'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:42:04.490557 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1158da6c3346bc0ee3ec7fc22ff852373ba0e4f09dd7013d76cb48f019b6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754922e3-bc58-4020-a9b7-86380cf49f95" -d '{"events": [{"server_uuid": "d2ac9ad7-3312-4015-898e-f99ce724df05", "name": "network-vif-deleted", "tag": "f6b2462a-5e95-4c5b-b0dd-908544fd9ed8"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:42:04.534811 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714f1131-26d1-4139-8e43-83f4cfadf674 x-openstack-request-id: req-714f1131-26d1-4139-8e43-83f4cfadf674 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:42:04.535111 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ac9ad7-3312-4015-898e-f99ce724df05", "name": "network-vif-deleted", "tag": "f6b2462a-5e95-4c5b-b0dd-908544fd9ed8", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:42:04.535373 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-714f1131-26d1-4139-8e43-83f4cfadf674 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:42:04.535790 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ac9ad7-3312-4015-898e-f99ce724df05', 'name': 'network-vif-deleted', 'tag': 'f6b2462a-5e95-4c5b-b0dd-908544fd9ed8', 'status': 'completed', 'code': 200} Sep 01 09:42:04.579916 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-077701c8-eca7-4d7c-a44f-4eacd2039b77 None None] Set router 266e646d-2782-42ea-b422-6dda57bb4b9b gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:42:04.802431 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-077701c8-eca7-4d7c-a44f-4eacd2039b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'name': 'tempest-AttachVolumeTestJSON-313134090-router', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:14Z', 'updated_at': '2021-09-01T09:37:22Z', 'revision_number': 4, 'project_id': '12d977af9d49448a9a10133701a035b1', 'gw_port': {'id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'e63326e5-8833-43bd-ac6f-42201f6d5759', 'name': '', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'mac_address': 'fa:16:3e:1f:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:20Z', 'updated_at': '2021-09-01T09:37:35Z', 'revision_number': 5, 'project_id': '12d977af9d49448a9a10133701a035b1', 'subnets': [{'id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:42:04.829558 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077701c8-eca7-4d7c-a44f-4eacd2039b77 None None] Checking router: 266e646d-2782-42ea-b422-6dda57bb4b9b for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:42:04.839087 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077701c8-eca7-4d7c-a44f-4eacd2039b77 None None] Routers {'266e646d-2782-42ea-b422-6dda57bb4b9b'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:42:04.839628 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-077701c8-eca7-4d7c-a44f-4eacd2039b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:41:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['266e646d-2782-42ea-b422-6dda57bb4b9b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:42:04.950041 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-077701c8-eca7-4d7c-a44f-4eacd2039b77 None None] Set router 266e646d-2782-42ea-b422-6dda57bb4b9b gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:42:04.995017 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b45ebaa8-65e9-4207-9bac-845893dd0415 req-3161a5d1-9a64-4064-86dc-e9910d40b0e0 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=d2ac9ad7-3312-4015-898e-f99ce724df05 HTTP/1.1" status: 200 len: 210 time: 0.0296819 Sep 01 09:42:05.188988 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-077701c8-eca7-4d7c-a44f-4eacd2039b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'name': 'tempest-AttachVolumeTestJSON-313134090-router', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:14Z', 'updated_at': '2021-09-01T09:37:22Z', 'revision_number': 4, 'project_id': '12d977af9d49448a9a10133701a035b1', 'gw_port': {'id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'e63326e5-8833-43bd-ac6f-42201f6d5759', 'name': '', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'mac_address': 'fa:16:3e:1f:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:20Z', 'updated_at': '2021-09-01T09:37:35Z', 'revision_number': 5, 'project_id': '12d977af9d49448a9a10133701a035b1', 'subnets': [{'id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:42:05.225642 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077701c8-eca7-4d7c-a44f-4eacd2039b77 None None] The sync data for ids ['266e646d-2782-42ea-b422-6dda57bb4b9b'] in dv-cinder-806726-2-iscsi is: [{'id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'name': 'tempest-AttachVolumeTestJSON-313134090-router', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:14Z', 'updated_at': '2021-09-01T09:37:22Z', 'revision_number': 4, 'project_id': '12d977af9d49448a9a10133701a035b1', 'gw_port': {'id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'e63326e5-8833-43bd-ac6f-42201f6d5759', 'name': '', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'mac_address': 'fa:16:3e:1f:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:20Z', 'updated_at': '2021-09-01T09:37:35Z', 'revision_number': 5, 'project_id': '12d977af9d49448a9a10133701a035b1', 'subnets': [{'id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:42:05.470645 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d731f0a-69f9-42d6-a569-76ad472b802c None None] New status for floating IP c8083835-a542-4ec1-9d4c-7956594bfbe7: DOWN {{(pid=94096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 09:42:06.091961 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 38024) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:42:06.153739 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64e0a115-135e-4eae-9d26-74fb221efcaa tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:06.176585 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64e0a115-135e-4eae-9d26-74fb221efcaa tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:06.225490 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64e0a115-135e-4eae-9d26-74fb221efcaa tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:06.228204 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64e0a115-135e-4eae-9d26-74fb221efcaa tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:06.229359 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-64e0a115-135e-4eae-9d26-74fb221efcaa tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "DELETE /v2.0/security-groups/6d44aac5-d706-480c-8102-b8aa903215ed HTTP/1.1" status: 204 len: 168 time: 0.1363540 Sep 01 09:42:06.232504 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 38026) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:42:06.238785 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0a115-135e-4eae-9d26-74fb221efcaa tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d44aac5-d706-480c-8102-b8aa903215ed,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:42:06.247580 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.api.v2.resource [None req-34c786f0-836c-4fc0-9770-c4c2d59e63d7 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] show failed (client error): The resource could not be found. Sep 01 09:42:06.251416 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-34c786f0-836c-4fc0-9770-c4c2d59e63d7 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups/6d44aac5-d706-480c-8102-b8aa903215ed HTTP/1.1" status: 404 len: 347 time: 0.0151117 Sep 01 09:42:06.251792 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 38028) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:42:06.384327 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-02691d76-367b-4df9-8928-b38467c19348 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Deleting port 81de978d-8838-44d5-b934-3ca6cdaf0042 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:42:06.384661 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-02691d76-367b-4df9-8928-b38467c19348 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:06.464495 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-02691d76-367b-4df9-8928-b38467c19348 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:06.464840 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-02691d76-367b-4df9-8928-b38467c19348 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:06.478461 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-02691d76-367b-4df9-8928-b38467c19348 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Calling delete_port for 81de978d-8838-44d5-b934-3ca6cdaf0042 owned by network:floatingip {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:42:06.620650 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-02691d76-367b-4df9-8928-b38467c19348 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:06.646077 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02691d76-367b-4df9-8928-b38467c19348 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Pushing event deleted for resources: {'Port': ['ID=81de978d-8838-44d5-b934-3ca6cdaf0042,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:42:06.710249 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-02691d76-367b-4df9-8928-b38467c19348 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for floatingip, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:06.713069 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-02691d76-367b-4df9-8928-b38467c19348 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for floatingip, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:06.714232 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-02691d76-367b-4df9-8928-b38467c19348 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "DELETE /v2.0/floatingips/c8083835-a542-4ec1-9d4c-7956594bfbe7 HTTP/1.1" status: 204 len: 168 time: 0.4615319 Sep 01 09:42:07.069122 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 38042) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:42:07.073924 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-12f17513-a207-4dae-a97d-a78aeccf8c39 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Request body: {'security_group': {'name': 'tempest-securitygroup--682561505', 'description': 'tempest-description--1460977821'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:42:07.101014 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-12f17513-a207-4dae-a97d-a78aeccf8c39 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:07.185099 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-12f17513-a207-4dae-a97d-a78aeccf8c39 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:07.189948 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-12f17513-a207-4dae-a97d-a78aeccf8c39 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:07.219927 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f17513-a207-4dae-a97d-a78aeccf8c39 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84231737-5d73-4da3-81c4-691f1e81f051,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:42:07.222669 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-12f17513-a207-4dae-a97d-a78aeccf8c39 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:07.223904 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-12f17513-a207-4dae-a97d-a78aeccf8c39 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1537852 Sep 01 09:42:07.226771 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 38044) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:42:07.231102 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-e5af2953-1d19-444d-b44b-db977dd4a061 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Request body: {'security_group_rule': {'security_group_id': '84231737-5d73-4da3-81c4-691f1e81f051', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:42:07.258583 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e5af2953-1d19-444d-b44b-db977dd4a061 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:07.315126 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e5af2953-1d19-444d-b44b-db977dd4a061 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:07.319280 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e5af2953-1d19-444d-b44b-db977dd4a061 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:07.336501 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af2953-1d19-444d-b44b-db977dd4a061 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c75d61-21d0-4161-aed7-df80486664ed,revision_number=0']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:42:07.344018 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e5af2953-1d19-444d-b44b-db977dd4a061 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:07.348141 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 38048) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:42:07.348668 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-e5af2953-1d19-444d-b44b-db977dd4a061 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204090 Sep 01 09:42:07.352944 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d662d9a1-0101-49c2-8c8d-2e93c6c82dab tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Request body: {'security_group_rule': {'security_group_id': '84231737-5d73-4da3-81c4-691f1e81f051', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:42:07.382145 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d662d9a1-0101-49c2-8c8d-2e93c6c82dab tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:07.428714 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d662d9a1-0101-49c2-8c8d-2e93c6c82dab tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:07.433522 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d662d9a1-0101-49c2-8c8d-2e93c6c82dab tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:07.450498 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662d9a1-0101-49c2-8c8d-2e93c6c82dab tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc471ba-3f0f-44a1-9a37-96f3791f3954,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:42:07.457488 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d662d9a1-0101-49c2-8c8d-2e93c6c82dab tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:07.459634 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-d662d9a1-0101-49c2-8c8d-2e93c6c82dab tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1102641 Sep 01 09:42:07.462812 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 38050) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:42:07.469079 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-99cc86b9-c70e-4cd4-bab6-f6b0c12acaf6 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Request body: {'floatingip': {'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:42:07.491812 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-99cc86b9-c70e-4cd4-bab6-f6b0c12acaf6 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for floatingip, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:07.591445 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-99cc86b9-c70e-4cd4-bab6-f6b0c12acaf6 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:07.698482 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-99cc86b9-c70e-4cd4-bab6-f6b0c12acaf6 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Allocated IP 172.27.0.155 (5981992f-fe61-47e0-99c1-6f445c6d0ea2/24ba0698-ff73-47e7-90df-c9665eaff537/c872fade-d3f9-4851-80fa-d3a7cca43f94) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:42:07.717066 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:42:07.737279 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] No Port match for: f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:42:07.737683 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device f6b2462a-5e95-4c5b-b0dd-908544fd9ed8 not bound to the agent host hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:42:07.790302 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 38058) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:42:07.809316 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-99cc86b9-c70e-4cd4-bab6-f6b0c12acaf6 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:07.848882 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-99cc86b9-c70e-4cd4-bab6-f6b0c12acaf6 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:07.884645 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cc86b9-c70e-4cd4-bab6-f6b0c12acaf6 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:42:07.889600 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-99cc86b9-c70e-4cd4-bab6-f6b0c12acaf6 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:42:07.893225 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cc86b9-c70e-4cd4-bab6-f6b0c12acaf6 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:42:07.903706 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-39239cd2-4b34-4318-89e5-c06235f1dad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:07.918212 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc86b9-c70e-4cd4-bab6-f6b0c12acaf6 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Pushing event updated for resources: {'Port': ['ID=c872fade-d3f9-4851-80fa-d3a7cca43f94,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:42:07.986024 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-99cc86b9-c70e-4cd4-bab6-f6b0c12acaf6 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:08.003075 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-39239cd2-4b34-4318-89e5-c06235f1dad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:08.008474 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-39239cd2-4b34-4318-89e5-c06235f1dad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:08.022261 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-99cc86b9-c70e-4cd4-bab6-f6b0c12acaf6 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:08.056873 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-39239cd2-4b34-4318-89e5-c06235f1dad8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2b07cfda2bb5499db687d44d8273f877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630148 Sep 01 09:42:08.056873 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39239cd2-4b34-4318-89e5-c06235f1dad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35745a3b-276f-4b25-9f91-044cd98d0526,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:42:08.059191 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 38064) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:42:08.116059 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f3502f43-359e-47a8-bed6-d1aefbac27cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:08.138560 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f3502f43-359e-47a8-bed6-d1aefbac27cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:08.184674 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f3502f43-359e-47a8-bed6-d1aefbac27cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:08.187418 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f3502f43-359e-47a8-bed6-d1aefbac27cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:08.188613 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-f3502f43-359e-47a8-bed6-d1aefbac27cb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/35745a3b-276f-4b25-9f91-044cd98d0526 HTTP/1.1" status: 204 len: 168 time: 0.1284568 Sep 01 09:42:08.196114 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-99cc86b9-c70e-4cd4-bab6-f6b0c12acaf6 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:08.196377 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3502f43-359e-47a8-bed6-d1aefbac27cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35745a3b-276f-4b25-9f91-044cd98d0526,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:42:08.202386 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-99cc86b9-c70e-4cd4-bab6-f6b0c12acaf6 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:08.270607 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc86b9-c70e-4cd4-bab6-f6b0c12acaf6 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Pushing event updated for resources: {'Port': ['ID=c872fade-d3f9-4851-80fa-d3a7cca43f94,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:42:08.281342 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-99cc86b9-c70e-4cd4-bab6-f6b0c12acaf6 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16688660'] for floatingip, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:08.295110 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-99cc86b9-c70e-4cd4-bab6-f6b0c12acaf6 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for floatingip, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:08.300274 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-99cc86b9-c70e-4cd4-bab6-f6b0c12acaf6 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8360560 Sep 01 09:42:08.496636 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3af36cda-5188-44ff-b453-76436278e141 req-b79f970d-f8ba-4cef-92d5-eddd72495c9c tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--682561505&fields=id&tenant_id=12d977af9d49448a9a10133701a035b1 HTTP/1.1" status: 200 len: 267 time: 0.0332663 Sep 01 09:42:08.834864 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af36cda-5188-44ff-b453-76436278e141 req-a83eacc7-2ab0-4d8b-9e75-2944ccf1c4d7 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:08.836405 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3af36cda-5188-44ff-b453-76436278e141 req-a83eacc7-2ab0-4d8b-9e75-2944ccf1c4d7 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/networks?id=423f25bd-20ef-4b5d-a372-f453acee8b0b HTTP/1.1" status: 200 len: 810 time: 0.3330057 Sep 01 09:42:08.851333 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3af36cda-5188-44ff-b453-76436278e141 req-a319ba38-6607-48c0-be24-921269625a0f tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/quotas/12d977af9d49448a9a10133701a035b1 HTTP/1.1" status: 200 len: 375 time: 0.0091498 Sep 01 09:42:08.906145 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3af36cda-5188-44ff-b453-76436278e141 req-81944463-f45a-4ee9-9417-91cf1bd80050 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=12d977af9d49448a9a10133701a035b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491130 Sep 01 09:42:09.011167 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3af36cda-5188-44ff-b453-76436278e141 req-53e7c8c4-6c3b-4135-b92a-7f8803275369 service neutron] 10.222.0.74 "GET /v2.0/networks/423f25bd-20ef-4b5d-a372-f453acee8b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927372 Sep 01 09:42:09.109408 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3af36cda-5188-44ff-b453-76436278e141 req-cea46dc1-bd9b-4a6e-8bab-aa573720770a service neutron] 10.222.0.74 "GET /v2.0/networks/423f25bd-20ef-4b5d-a372-f453acee8b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918002 Sep 01 09:42:09.312011 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7d8ab283-3dd6-4a85-85e5-e9b2319b5e39 req-4c814956-9465-4cc3-bb12-0909652ae9fb tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 210 time: 0.0366867 Sep 01 09:42:10.461173 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-59c9a256-b22c-4f45-89c3-b3dd9e4b950f req-bfbe244a-b2d9-4fbb-8653-aaa932315134 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 210 time: 0.0490503 Sep 01 09:42:10.472878 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af36cda-5188-44ff-b453-76436278e141 req-1b0c657f-5c0e-4f56-8ab8-9276c7eb107f tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:10.474503 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-3af36cda-5188-44ff-b453-76436278e141 req-1b0c657f-5c0e-4f56-8ab8-9276c7eb107f tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.77 "GET /v2.0/networks?id=423f25bd-20ef-4b5d-a372-f453acee8b0b HTTP/1.1" status: 200 len: 810 time: 0.1241424 Sep 01 09:42:10.539628 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-3af36cda-5188-44ff-b453-76436278e141 req-11779e86-441d-4658-a685-768d44c66f43 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12d977af9d49448a9a10133701a035b1 HTTP/1.1" status: 200 len: 379 time: 0.0374227 Sep 01 09:42:10.550493 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-3af36cda-5188-44ff-b453-76436278e141 req-2c665692-42eb-4a3f-81ee-be5d9bd66ef0 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Request body: {'port': {'device_id': '63fafe67-9ec8-448e-92f8-701e1ae4059f', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'admin_state_up': True, 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'security_groups': ['84231737-5d73-4da3-81c4-691f1e81f051']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:42:10.716146 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af36cda-5188-44ff-b453-76436278e141 req-2c665692-42eb-4a3f-81ee-be5d9bd66ef0 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Made reservation on behalf of 12d977af9d49448a9a10133701a035b1 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:42:10.719897 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3af36cda-5188-44ff-b453-76436278e141 req-2c665692-42eb-4a3f-81ee-be5d9bd66ef0 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:10.847994 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-3af36cda-5188-44ff-b453-76436278e141 req-2c665692-42eb-4a3f-81ee-be5d9bd66ef0 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Allocated IP 172.20.0.11 (423f25bd-20ef-4b5d-a372-f453acee8b0b/e794dc62-4be5-46c4-ad96-64655e79d486/982e1d19-8ee8-4fd5-926e-0c41cfcd1621) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:42:10.990015 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3af36cda-5188-44ff-b453-76436278e141 req-2c665692-42eb-4a3f-81ee-be5d9bd66ef0 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:11.004081 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-3af36cda-5188-44ff-b453-76436278e141 req-2c665692-42eb-4a3f-81ee-be5d9bd66ef0 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Transition to ACTIVE for port object 982e1d19-8ee8-4fd5-926e-0c41cfcd1621 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:42:11.039329 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3af36cda-5188-44ff-b453-76436278e141 req-2c665692-42eb-4a3f-81ee-be5d9bd66ef0 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:11.087250 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af36cda-5188-44ff-b453-76436278e141 req-2c665692-42eb-4a3f-81ee-be5d9bd66ef0 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Network 423f25bd-20ef-4b5d-a372-f453acee8b0b is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:42:11.090384 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-3af36cda-5188-44ff-b453-76436278e141 req-2c665692-42eb-4a3f-81ee-be5d9bd66ef0 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:42:11.094294 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af36cda-5188-44ff-b453-76436278e141 req-2c665692-42eb-4a3f-81ee-be5d9bd66ef0 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:42:11.100087 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af36cda-5188-44ff-b453-76436278e141 req-2c665692-42eb-4a3f-81ee-be5d9bd66ef0 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:11.100752 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3af36cda-5188-44ff-b453-76436278e141 req-2c665692-42eb-4a3f-81ee-be5d9bd66ef0 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:11.111545 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c665692-42eb-4a3f-81ee-be5d9bd66ef0 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Pushing event updated for resources: {'Port': ['ID=982e1d19-8ee8-4fd5-926e-0c41cfcd1621,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:42:11.136062 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-3af36cda-5188-44ff-b453-76436278e141 req-2c665692-42eb-4a3f-81ee-be5d9bd66ef0 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5900993 Sep 01 09:42:11.157867 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-3af36cda-5188-44ff-b453-76436278e141 req-d4ca3bec-a4f7-4702-a6e2-8948b6ebf5bb service neutron] Request body: {'port': {'device_id': '63fafe67-9ec8-448e-92f8-701e1ae4059f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:42:11.214035 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3af36cda-5188-44ff-b453-76436278e141 req-d4ca3bec-a4f7-4702-a6e2-8948b6ebf5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:11.281125 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-0609fd2b-87aa-4ff9-9ad5-ab45faf386c2 None None] Provisioning for port 982e1d19-8ee8-4fd5-926e-0c41cfcd1621 completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:42:11.284835 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-0609fd2b-87aa-4ff9-9ad5-ab45faf386c2 None None] Provisioning complete for port 982e1d19-8ee8-4fd5-926e-0c41cfcd1621 triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:42:11.285201 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0609fd2b-87aa-4ff9-9ad5-ab45faf386c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:11.317689 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-0609fd2b-87aa-4ff9-9ad5-ab45faf386c2 None None] Port 982e1d19-8ee8-4fd5-926e-0c41cfcd1621 cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:42:11.484625 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [req-3af36cda-5188-44ff-b453-76436278e141 req-d4ca3bec-a4f7-4702-a6e2-8948b6ebf5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 982e1d19-8ee8-4fd5-926e-0c41cfcd1621 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:42:11.492786 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3af36cda-5188-44ff-b453-76436278e141 req-d4ca3bec-a4f7-4702-a6e2-8948b6ebf5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:11.505452 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-3af36cda-5188-44ff-b453-76436278e141 req-d4ca3bec-a4f7-4702-a6e2-8948b6ebf5bb service neutron] Transition to ACTIVE for port object 982e1d19-8ee8-4fd5-926e-0c41cfcd1621 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:42:11.510303 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3af36cda-5188-44ff-b453-76436278e141 req-d4ca3bec-a4f7-4702-a6e2-8948b6ebf5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:11.565352 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca3bec-a4f7-4702-a6e2-8948b6ebf5bb service neutron] Pushing event updated for resources: {'Port': ['ID=982e1d19-8ee8-4fd5-926e-0c41cfcd1621,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:42:11.576819 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76a582-0e10-493b-9232-e731bc606982 req-8d00bce2-a7b9-4022-ab3c-4e0e0e4afab8 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:11.578397 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3f76a582-0e10-493b-9232-e731bc606982 req-8d00bce2-a7b9-4022-ab3c-4e0e0e4afab8 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 944 time: 0.0541506 Sep 01 09:42:11.596131 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-3af36cda-5188-44ff-b453-76436278e141 req-d4ca3bec-a4f7-4702-a6e2-8948b6ebf5bb service neutron] Attempting to bind port 982e1d19-8ee8-4fd5-926e-0c41cfcd1621 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:42:11.596527 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-3af36cda-5188-44ff-b453-76436278e141 req-d4ca3bec-a4f7-4702-a6e2-8948b6ebf5bb service neutron] Attempting to bind port 982e1d19-8ee8-4fd5-926e-0c41cfcd1621 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '5293fbbd-52b9-41e0-b030-f4f5135458f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:42:11.596865 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af36cda-5188-44ff-b453-76436278e141 req-d4ca3bec-a4f7-4702-a6e2-8948b6ebf5bb service neutron] Attempting to bind port 982e1d19-8ee8-4fd5-926e-0c41cfcd1621 on network 423f25bd-20ef-4b5d-a372-f453acee8b0b {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:42:11.608914 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af36cda-5188-44ff-b453-76436278e141 req-d4ca3bec-a4f7-4702-a6e2-8948b6ebf5bb service neutron] Port 982e1d19-8ee8-4fd5-926e-0c41cfcd1621 on network 423f25bd-20ef-4b5d-a372-f453acee8b0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 09:42:11.609678 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af36cda-5188-44ff-b453-76436278e141 req-d4ca3bec-a4f7-4702-a6e2-8948b6ebf5bb service neutron] Attempting to bind port 982e1d19-8ee8-4fd5-926e-0c41cfcd1621 on network 423f25bd-20ef-4b5d-a372-f453acee8b0b {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:42:11.615858 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af36cda-5188-44ff-b453-76436278e141 req-d4ca3bec-a4f7-4702-a6e2-8948b6ebf5bb service neutron] Checking agent: {'id': '8ce25ef8-d4a6-4c3d-9635-2091a35d6989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'started_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:42:11.616511 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af36cda-5188-44ff-b453-76436278e141 req-d4ca3bec-a4f7-4702-a6e2-8948b6ebf5bb service neutron] Checking segment: {'id': '5293fbbd-52b9-41e0-b030-f4f5135458f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:42:11.619230 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af36cda-5188-44ff-b453-76436278e141 req-d4ca3bec-a4f7-4702-a6e2-8948b6ebf5bb service neutron] Bound using segment: {'id': '5293fbbd-52b9-41e0-b030-f4f5135458f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:42:11.619936 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-3af36cda-5188-44ff-b453-76436278e141 req-d4ca3bec-a4f7-4702-a6e2-8948b6ebf5bb service neutron] Bound port: 982e1d19-8ee8-4fd5-926e-0c41cfcd1621, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5293fbbd-52b9-41e0-b030-f4f5135458f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:42:11.620383 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3af36cda-5188-44ff-b453-76436278e141 req-d4ca3bec-a4f7-4702-a6e2-8948b6ebf5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:11.644981 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3f76a582-0e10-493b-9232-e731bc606982 req-73ef6ee9-cb79-48a4-816a-f0d9167b8657 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=84231737-5d73-4da3-81c4-691f1e81f051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547669 Sep 01 09:42:11.703917 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-3af36cda-5188-44ff-b453-76436278e141 req-d4ca3bec-a4f7-4702-a6e2-8948b6ebf5bb service neutron] For port 982e1d19-8ee8-4fd5-926e-0c41cfcd1621, host hv-cinder-80672, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:42:11.707107 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-3af36cda-5188-44ff-b453-76436278e141 req-d4ca3bec-a4f7-4702-a6e2-8948b6ebf5bb service neutron] For port 982e1d19-8ee8-4fd5-926e-0c41cfcd1621, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=982e1d19-8ee8-4fd5-926e-0c41cfcd1621,segment=NetworkSegment(5293fbbd-52b9-41e0-b030-f4f5135458f6),segment_id=5293fbbd-52b9-41e0-b030-f4f5135458f6)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:42:11.712879 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3af36cda-5188-44ff-b453-76436278e141 req-d4ca3bec-a4f7-4702-a6e2-8948b6ebf5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:11.751179 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af36cda-5188-44ff-b453-76436278e141 req-d4ca3bec-a4f7-4702-a6e2-8948b6ebf5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:11.751861 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-3af36cda-5188-44ff-b453-76436278e141 req-d4ca3bec-a4f7-4702-a6e2-8948b6ebf5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:11.753520 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-3af36cda-5188-44ff-b453-76436278e141 req-d4ca3bec-a4f7-4702-a6e2-8948b6ebf5bb service neutron] 10.222.0.77 "PUT /v2.0/ports/982e1d19-8ee8-4fd5-926e-0c41cfcd1621 HTTP/1.1" status: 200 len: 1094 time: 0.6002567 Sep 01 09:42:11.753973 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fafe67-9ec8-448e-92f8-701e1ae4059f', 'tag': '982e1d19-8ee8-4fd5-926e-0c41cfcd1621'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:42:11.756469 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1158da6c3346bc0ee3ec7fc22ff852373ba0e4f09dd7013d76cb48f019b6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d7c27a-4e57-4645-baa1-7b3868406d44" -d '{"events": [{"name": "network-changed", "server_uuid": "63fafe67-9ec8-448e-92f8-701e1ae4059f", "tag": "982e1d19-8ee8-4fd5-926e-0c41cfcd1621"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:42:11.784049 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca3bec-a4f7-4702-a6e2-8948b6ebf5bb service neutron] Pushing event updated for resources: {'Port': ['ID=982e1d19-8ee8-4fd5-926e-0c41cfcd1621,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:42:11.800302 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fd3759-03b0-41bd-abb8-eb9450e7eddd x-openstack-request-id: req-55fd3759-03b0-41bd-abb8-eb9450e7eddd {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:42:11.800652 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fafe67-9ec8-448e-92f8-701e1ae4059f", "tag": "982e1d19-8ee8-4fd5-926e-0c41cfcd1621", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:42:11.800952 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-55fd3759-03b0-41bd-abb8-eb9450e7eddd {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:42:11.801391 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fafe67-9ec8-448e-92f8-701e1ae4059f', 'tag': '982e1d19-8ee8-4fd5-926e-0c41cfcd1621', 'status': 'completed', 'code': 200} Sep 01 09:42:11.866331 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af36cda-5188-44ff-b453-76436278e141 req-9488564e-9d08-4f7b-8fcd-982cf0920d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:11.868035 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-3af36cda-5188-44ff-b453-76436278e141 req-9488564e-9d08-4f7b-8fcd-982cf0920d1f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12d977af9d49448a9a10133701a035b1&device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 1097 time: 0.0437450 Sep 01 09:42:11.920875 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-3af36cda-5188-44ff-b453-76436278e141 req-1a2df737-dab6-468a-859b-69f5918dc10e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=982e1d19-8ee8-4fd5-926e-0c41cfcd1621 HTTP/1.1" status: 200 len: 217 time: 0.0346534 Sep 01 09:42:11.977547 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af36cda-5188-44ff-b453-76436278e141 req-8d3eb42f-c195-429a-8331-c46bfe7c2018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:11.979078 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-3af36cda-5188-44ff-b453-76436278e141 req-8d3eb42f-c195-429a-8331-c46bfe7c2018 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e794dc62-4be5-46c4-ad96-64655e79d486 HTTP/1.1" status: 200 len: 849 time: 0.0468557 Sep 01 09:42:12.029083 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af36cda-5188-44ff-b453-76436278e141 req-cca0dd9e-4210-47f3-9ed3-a64f0ca20b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:12.030654 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-3af36cda-5188-44ff-b453-76436278e141 req-cca0dd9e-4210-47f3-9ed3-a64f0ca20b02 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=423f25bd-20ef-4b5d-a372-f453acee8b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438745 Sep 01 09:42:12.126739 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-3af36cda-5188-44ff-b453-76436278e141 req-d8a13728-60d4-4cf5-b88d-e07a7b26d86a service neutron] 10.222.0.77 "GET /v2.0/networks/423f25bd-20ef-4b5d-a372-f453acee8b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872383 Sep 01 09:42:12.226422 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-3af36cda-5188-44ff-b453-76436278e141 req-d0815c9e-27c4-4744-b3e5-3f558a1de34b service neutron] 10.222.0.77 "GET /v2.0/networks/423f25bd-20ef-4b5d-a372-f453acee8b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878198 Sep 01 09:42:12.388045 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7c27a-4e57-4645-baa1-7b3868406d44 req-f084081f-0bdd-420c-93c5-a8f6d57ad769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:12.389495 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a0d7c27a-4e57-4645-baa1-7b3868406d44 req-f084081f-0bdd-420c-93c5-a8f6d57ad769 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12d977af9d49448a9a10133701a035b1&device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 1097 time: 0.0440433 Sep 01 09:42:12.490104 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7c27a-4e57-4645-baa1-7b3868406d44 req-398b7425-0586-47d0-925b-8e0c53063235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:12.491732 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a0d7c27a-4e57-4645-baa1-7b3868406d44 req-398b7425-0586-47d0-925b-8e0c53063235 service neutron] 10.222.0.77 "GET /v2.0/networks?id=423f25bd-20ef-4b5d-a372-f453acee8b0b HTTP/1.1" status: 200 len: 912 time: 0.0930343 Sep 01 09:42:12.534661 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a0d7c27a-4e57-4645-baa1-7b3868406d44 req-5c265351-8ac4-48b5-ad04-cb97a4fa9b24 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=982e1d19-8ee8-4fd5-926e-0c41cfcd1621 HTTP/1.1" status: 200 len: 217 time: 0.0352235 Sep 01 09:42:12.602035 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7c27a-4e57-4645-baa1-7b3868406d44 req-9412e11d-e54e-4b03-a7b9-21bb64c3b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:12.603479 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a0d7c27a-4e57-4645-baa1-7b3868406d44 req-9412e11d-e54e-4b03-a7b9-21bb64c3b496 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e794dc62-4be5-46c4-ad96-64655e79d486 HTTP/1.1" status: 200 len: 849 time: 0.0427585 Sep 01 09:42:12.663967 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7c27a-4e57-4645-baa1-7b3868406d44 req-35357f9e-1755-463d-aace-77861ac8d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:12.664958 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a0d7c27a-4e57-4645-baa1-7b3868406d44 req-35357f9e-1755-463d-aace-77861ac8d11d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=423f25bd-20ef-4b5d-a372-f453acee8b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520751 Sep 01 09:42:12.758207 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd6a85-c20a-4ad1-9db9-52f3f729c150 req-b6f1c3f4-9a58-47ab-b845-5fabbf499318 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:12.759835 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-14dd6a85-c20a-4ad1-9db9-52f3f729c150 req-b6f1c3f4-9a58-47ab-b845-5fabbf499318 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 944 time: 0.0507853 Sep 01 09:42:12.767824 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a0d7c27a-4e57-4645-baa1-7b3868406d44 req-d3f010b6-0ac1-4c73-8e16-10ffa4a53d60 service neutron] 10.222.0.77 "GET /v2.0/networks/423f25bd-20ef-4b5d-a372-f453acee8b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939124 Sep 01 09:42:12.802041 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-14dd6a85-c20a-4ad1-9db9-52f3f729c150 req-3e64fb6c-dd88-4f36-a0d9-ee3e958c131e tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=84231737-5d73-4da3-81c4-691f1e81f051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323093 Sep 01 09:42:12.862941 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a0d7c27a-4e57-4645-baa1-7b3868406d44 req-d6118890-d0cf-44cf-8863-6d57900e2a03 service neutron] 10.222.0.77 "GET /v2.0/networks/423f25bd-20ef-4b5d-a372-f453acee8b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866010 Sep 01 09:42:13.923990 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813191a-6b5b-40e0-b93c-04ca70e54790 req-911dc130-23f6-45b8-8f09-b6918283d687 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:13.925358 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2813191a-6b5b-40e0-b93c-04ca70e54790 req-911dc130-23f6-45b8-8f09-b6918283d687 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 944 time: 0.0491912 Sep 01 09:42:13.967249 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2813191a-6b5b-40e0-b93c-04ca70e54790 req-99ce9b6b-2aa6-4624-bd0b-5ada81e6686e tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=84231737-5d73-4da3-81c4-691f1e81f051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324142 Sep 01 09:42:15.088538 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941d272-44ad-41fd-8a3d-92cb13e930df req-3b194ab9-f773-4856-a509-c6ec6d80bda3 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:15.089984 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5941d272-44ad-41fd-8a3d-92cb13e930df req-3b194ab9-f773-4856-a509-c6ec6d80bda3 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 944 time: 0.0534704 Sep 01 09:42:15.133000 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5941d272-44ad-41fd-8a3d-92cb13e930df req-8f39ac7b-2fe0-4f9a-a17d-da3295549439 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=84231737-5d73-4da3-81c4-691f1e81f051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341089 Sep 01 09:42:15.912030 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 982e1d19-8ee8-4fd5-926e-0c41cfcd1621 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:42:16.016959 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 982e1d19-8ee8-4fd5-926e-0c41cfcd1621, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=982e1d19-8ee8-4fd5-926e-0c41cfcd1621,segment=NetworkSegment(5293fbbd-52b9-41e0-b030-f4f5135458f6),segment_id=5293fbbd-52b9-41e0-b030-f4f5135458f6)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:42:16.028441 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': '982e1d19-8ee8-4fd5-926e-0c41cfcd1621', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'port_id': '982e1d19-8ee8-4fd5-926e-0c41cfcd1621', 'mac_address': 'fa:16:3e:d1:7d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:42:16.063954 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:16.076120 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982e1d19-8ee8-4fd5-926e-0c41cfcd1621 {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:42:16.094980 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 982e1d19-8ee8-4fd5-926e-0c41cfcd1621, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=982e1d19-8ee8-4fd5-926e-0c41cfcd1621,segment=NetworkSegment(5293fbbd-52b9-41e0-b030-f4f5135458f6),segment_id=5293fbbd-52b9-41e0-b030-f4f5135458f6)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:42:16.103194 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:16.151957 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=982e1d19-8ee8-4fd5-926e-0c41cfcd1621,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:42:16.248423 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a079e-65ac-4802-b0c4-4e74746dfa6d req-d8e590aa-d20a-4276-a216-6cb400c45ef5 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:16.250018 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-011a079e-65ac-4802-b0c4-4e74746dfa6d req-d8e590aa-d20a-4276-a216-6cb400c45ef5 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 945 time: 0.0490918 Sep 01 09:42:16.288740 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-011a079e-65ac-4802-b0c4-4e74746dfa6d req-4945d253-b6c0-4776-8abd-ee1fb56076fd tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=84231737-5d73-4da3-81c4-691f1e81f051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326047 Sep 01 09:42:16.515793 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['982e1d19-8ee8-4fd5-926e-0c41cfcd1621'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:42:17.575605 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b32064-ec92-4a01-9095-1913593ee197 req-7d3cf1bb-28e1-4cf9-8e48-112b3a0a0b3b tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:17.577031 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-57b32064-ec92-4a01-9095-1913593ee197 req-7d3cf1bb-28e1-4cf9-8e48-112b3a0a0b3b tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 945 time: 0.2204969 Sep 01 09:42:17.622379 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-57b32064-ec92-4a01-9095-1913593ee197 req-264defac-36e5-4223-9f3b-0677f6ab0e4e tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=84231737-5d73-4da3-81c4-691f1e81f051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363004 Sep 01 09:42:18.757508 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f89f7-baa1-4a04-8500-33fa0eba7941 req-433ce82d-2f98-49a9-ad52-17b67a6d63c5 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:18.759173 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-744f89f7-baa1-4a04-8500-33fa0eba7941 req-433ce82d-2f98-49a9-ad52-17b67a6d63c5 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 945 time: 0.0537529 Sep 01 09:42:18.800504 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-744f89f7-baa1-4a04-8500-33fa0eba7941 req-3fb1b15f-63e8-4af5-be14-5b89eade572c tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=84231737-5d73-4da3-81c4-691f1e81f051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325892 Sep 01 09:42:19.240799 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 982e1d19-8ee8-4fd5-926e-0c41cfcd1621 up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:42:19.301819 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning for port 982e1d19-8ee8-4fd5-926e-0c41cfcd1621 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:42:19.305421 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port 982e1d19-8ee8-4fd5-926e-0c41cfcd1621 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:42:19.305813 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:19.385636 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:19.408406 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fafe67-9ec8-448e-92f8-701e1ae4059f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982e1d19-8ee8-4fd5-926e-0c41cfcd1621'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:42:19.410659 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1008f664-3f79-47d0-88c1-864970b2314c" -d '{"events": [{"server_uuid": "63fafe67-9ec8-448e-92f8-701e1ae4059f", "name": "network-vif-plugged", "status": "completed", "tag": "982e1d19-8ee8-4fd5-926e-0c41cfcd1621"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:42:19.423343 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 982e1d19-8ee8-4fd5-926e-0c41cfcd1621, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=982e1d19-8ee8-4fd5-926e-0c41cfcd1621,segment=NetworkSegment(5293fbbd-52b9-41e0-b030-f4f5135458f6),segment_id=5293fbbd-52b9-41e0-b030-f4f5135458f6)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:42:19.428988 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:19.454077 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c84eb7-c3bb-4423-bb75-34a050d20501 x-openstack-request-id: req-d7c84eb7-c3bb-4423-bb75-34a050d20501 {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:42:19.454364 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fafe67-9ec8-448e-92f8-701e1ae4059f", "name": "network-vif-plugged", "status": "completed", "tag": "982e1d19-8ee8-4fd5-926e-0c41cfcd1621", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:42:19.454605 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d7c84eb7-c3bb-4423-bb75-34a050d20501 {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:42:19.454977 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fafe67-9ec8-448e-92f8-701e1ae4059f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982e1d19-8ee8-4fd5-926e-0c41cfcd1621', 'code': 200} Sep 01 09:42:19.483193 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=982e1d19-8ee8-4fd5-926e-0c41cfcd1621,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:42:19.921077 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1ceb1-5d3a-4f3b-b22c-7839a7c843b4 req-f4344f28-7488-4e9d-b4f5-71bd45825dce tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:19.922604 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-63f1ceb1-5d3a-4f3b-b22c-7839a7c843b4 req-f4344f28-7488-4e9d-b4f5-71bd45825dce tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 946 time: 0.0491962 Sep 01 09:42:19.962038 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-63f1ceb1-5d3a-4f3b-b22c-7839a7c843b4 req-7700f351-d53d-4a82-bc34-2189b6a0d5ae tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=84231737-5d73-4da3-81c4-691f1e81f051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333660 Sep 01 09:42:20.507596 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d8dc7-cdff-44a5-b9e3-f8122feeb568 req-cc4d4f0d-64f1-475a-9a95-074dfbbdf9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:20.509134 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-157d8dc7-cdff-44a5-b9e3-f8122feeb568 req-cc4d4f0d-64f1-475a-9a95-074dfbbdf9d2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 1099 time: 0.0434971 Sep 01 09:42:20.544867 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-157d8dc7-cdff-44a5-b9e3-f8122feeb568 req-d9657d7a-657d-4940-be10-ae3f94c0f60e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=84231737-5d73-4da3-81c4-691f1e81f051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274041 Sep 01 09:42:21.088188 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55073540-b176-4648-a6fa-81b61f924794 req-b80f6fb7-2e9e-479e-ae94-5855a9104ccf tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:21.089650 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-55073540-b176-4648-a6fa-81b61f924794 req-b80f6fb7-2e9e-479e-ae94-5855a9104ccf tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 946 time: 0.0506363 Sep 01 09:42:21.129002 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-55073540-b176-4648-a6fa-81b61f924794 req-475acf0e-440f-4ac9-b3d1-ab3b0084997b tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=84231737-5d73-4da3-81c4-691f1e81f051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334587 Sep 01 09:42:22.253993 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c8f31-816a-47ff-b8b8-53295aa408fc req-c56a0f03-8da5-4649-8de8-cb590155532d tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:22.255363 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-419c8f31-816a-47ff-b8b8-53295aa408fc req-c56a0f03-8da5-4649-8de8-cb590155532d tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 946 time: 0.0550981 Sep 01 09:42:22.296268 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-419c8f31-816a-47ff-b8b8-53295aa408fc req-fff6cffb-061d-4a11-a28a-a1ae0387f0ee tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=84231737-5d73-4da3-81c4-691f1e81f051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348487 Sep 01 09:42:22.327204 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-03da9a02-8065-4cbe-b427-8b6d2f3336b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:23.416402 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4d50a-3cb0-4bde-95cb-5f174211fd33 req-85d86454-e309-4994-ba9e-0294a6883332 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:23.417892 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1cb4d50a-3cb0-4bde-95cb-5f174211fd33 req-85d86454-e309-4994-ba9e-0294a6883332 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 946 time: 0.0485849 Sep 01 09:42:23.454463 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1cb4d50a-3cb0-4bde-95cb-5f174211fd33 req-70465175-f0e5-4a91-b727-80cdb8db8e65 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=84231737-5d73-4da3-81c4-691f1e81f051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306978 Sep 01 09:42:23.933764 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:24.568262 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8b438-fa34-4060-a065-75e368fbff2d req-cc6045c6-8116-4e9f-8d04-12060ae7c414 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:24.569786 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-88c8b438-fa34-4060-a065-75e368fbff2d req-cc6045c6-8116-4e9f-8d04-12060ae7c414 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 946 time: 0.0493684 Sep 01 09:42:24.615693 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-88c8b438-fa34-4060-a065-75e368fbff2d req-db0374ed-1845-4583-995f-cd089d0831ad tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=84231737-5d73-4da3-81c4-691f1e81f051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371244 Sep 01 09:42:24.846439 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-01e440f1-2ead-4fb5-8092-af85f2701acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:25.489275 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:25.754337 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22682c-66d8-4f55-b073-f1db0fc0f73b req-358548cd-50b3-468a-957b-564c158c8420 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:25.755692 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8c22682c-66d8-4f55-b073-f1db0fc0f73b req-358548cd-50b3-468a-957b-564c158c8420 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 946 time: 0.0540812 Sep 01 09:42:25.795465 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8c22682c-66d8-4f55-b073-f1db0fc0f73b req-786b3e57-cce9-44dc-88b0-10ec503a534a tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=84231737-5d73-4da3-81c4-691f1e81f051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337074 Sep 01 09:42:26.104976 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:26.923118 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a8206-0b0f-4940-b234-2888a0be3ebf req-cf49db2c-3409-40fa-8309-e6a7a66d25aa tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:26.924647 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b42a8206-0b0f-4940-b234-2888a0be3ebf req-cf49db2c-3409-40fa-8309-e6a7a66d25aa tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 946 time: 0.0496435 Sep 01 09:42:26.966812 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b42a8206-0b0f-4940-b234-2888a0be3ebf req-bb4142d4-c7e5-4341-a9aa-70b15463ab9c tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=84231737-5d73-4da3-81c4-691f1e81f051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334949 Sep 01 09:42:27.890390 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:28.087367 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2392a1-8840-407f-b87e-ceb44bb023fd req-c2234f31-28a7-4a1f-b739-7398a7ac2020 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:28.089254 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4c2392a1-8840-407f-b87e-ceb44bb023fd req-c2234f31-28a7-4a1f-b739-7398a7ac2020 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 946 time: 0.0536044 Sep 01 09:42:28.131864 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4c2392a1-8840-407f-b87e-ceb44bb023fd req-89cd6329-9fab-483d-ba48-985361f4db11 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=84231737-5d73-4da3-81c4-691f1e81f051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334811 Sep 01 09:42:28.315207 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9b7b8-fb2f-4fb0-b85c-d8cc4aacf186 req-22e61280-dbc8-4083-a4a8-0582cb40de96 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:28.316707 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2ec9b7b8-fb2f-4fb0-b85c-d8cc4aacf186 req-22e61280-dbc8-4083-a4a8-0582cb40de96 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 946 time: 0.1129632 Sep 01 09:42:28.328450 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 38322) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:42:28.332875 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-806b5d57-b682-4138-af3d-296861ee73df tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Request body: {'floatingip': {'port_id': '982e1d19-8ee8-4fd5-926e-0c41cfcd1621'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:42:28.371078 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-806b5d57-b682-4138-af3d-296861ee73df tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for floatingip, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:28.814916 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-806b5d57-b682-4138-af3d-296861ee73df tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:28.820773 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-806b5d57-b682-4138-af3d-296861ee73df tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16688660'] for floatingip, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:28.925132 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.db.l3_db [None req-806b5d57-b682-4138-af3d-296861ee73df tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Floating IP 2f9b9b00-6f7e-4c2d-bd33-36c28205b09b associated. External IP: 172.27.0.155, port: 982e1d19-8ee8-4fd5-926e-0c41cfcd1621. Sep 01 09:42:29.143366 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806b5d57-b682-4138-af3d-296861ee73df tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Router 266e646d-2782-42ea-b422-6dda57bb4b9b has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:42:29.248549 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806b5d57-b682-4138-af3d-296861ee73df tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:42:29.253565 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-806b5d57-b682-4138-af3d-296861ee73df tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for floatingip, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:29.265653 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61edf8ed-f703-4ec5-bee8-022111cc04f5 None None] Sync routers for ids ['266e646d-2782-42ea-b422-6dda57bb4b9b'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:42:29.270805 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61edf8ed-f703-4ec5-bee8-022111cc04f5 None None] Routers {'266e646d-2782-42ea-b422-6dda57bb4b9b'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:42:29.271408 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-61edf8ed-f703-4ec5-bee8-022111cc04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:42:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['266e646d-2782-42ea-b422-6dda57bb4b9b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:42:29.284959 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-806b5d57-b682-4138-af3d-296861ee73df tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "PUT /v2.0/floatingips/2f9b9b00-6f7e-4c2d-bd33-36c28205b09b HTTP/1.1" status: 200 len: 992 time: 0.9529886 Sep 01 09:42:29.284959 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fafe67-9ec8-448e-92f8-701e1ae4059f', 'tag': '982e1d19-8ee8-4fd5-926e-0c41cfcd1621'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:42:29.285418 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b1b2ed-5936-442c-877f-6fc0854bd020" -d '{"events": [{"name": "network-changed", "server_uuid": "63fafe67-9ec8-448e-92f8-701e1ae4059f", "tag": "982e1d19-8ee8-4fd5-926e-0c41cfcd1621"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:42:29.340277 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745f2c6f-cde6-467b-9001-bf5b7cc7ffec x-openstack-request-id: req-745f2c6f-cde6-467b-9001-bf5b7cc7ffec {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:42:29.340596 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fafe67-9ec8-448e-92f8-701e1ae4059f", "tag": "982e1d19-8ee8-4fd5-926e-0c41cfcd1621", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:42:29.340863 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-745f2c6f-cde6-467b-9001-bf5b7cc7ffec {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:42:29.341388 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fafe67-9ec8-448e-92f8-701e1ae4059f', 'tag': '982e1d19-8ee8-4fd5-926e-0c41cfcd1621', 'status': 'completed', 'code': 200} Sep 01 09:42:29.513596 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-61edf8ed-f703-4ec5-bee8-022111cc04f5 None None] Set router 266e646d-2782-42ea-b422-6dda57bb4b9b gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:42:29.522715 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1b2ed-5936-442c-877f-6fc0854bd020 req-b4e3d1a4-1193-456a-bda3-e8ca15d4ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:29.524356 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b3b1b2ed-5936-442c-877f-6fc0854bd020 req-b4e3d1a4-1193-456a-bda3-e8ca15d4ceb9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=12d977af9d49448a9a10133701a035b1&device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 1099 time: 0.1026673 Sep 01 09:42:29.622815 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1b2ed-5936-442c-877f-6fc0854bd020 req-ccf63382-8325-488e-9385-a55ed4277704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:29.624320 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b3b1b2ed-5936-442c-877f-6fc0854bd020 req-ccf63382-8325-488e-9385-a55ed4277704 service neutron] 10.222.0.77 "GET /v2.0/networks?id=423f25bd-20ef-4b5d-a372-f453acee8b0b HTTP/1.1" status: 200 len: 912 time: 0.0868263 Sep 01 09:42:29.708155 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b3b1b2ed-5936-442c-877f-6fc0854bd020 req-2a423f8d-8bf8-4985-8be2-f1e79fe91288 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=982e1d19-8ee8-4fd5-926e-0c41cfcd1621 HTTP/1.1" status: 200 len: 1000 time: 0.0742157 Sep 01 09:42:29.745366 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-61edf8ed-f703-4ec5-bee8-022111cc04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'name': 'tempest-AttachVolumeTestJSON-313134090-router', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:14Z', 'updated_at': '2021-09-01T09:37:22Z', 'revision_number': 4, 'project_id': '12d977af9d49448a9a10133701a035b1', 'gw_port': {'id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': '2f9b9b00-6f7e-4c2d-bd33-36c28205b09b', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'port_id': '982e1d19-8ee8-4fd5-926e-0c41cfcd1621', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'mac_address': 'fa:16:3e:d1:7d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fafe67-9ec8-448e-92f8-701e1ae4059f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:42:07Z', 'updated_at': '2021-09-01T09:42:28Z', 'revision_number': 1, 'project_id': '12d977af9d49448a9a10133701a035b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e63326e5-8833-43bd-ac6f-42201f6d5759', 'name': '', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'mac_address': 'fa:16:3e:1f:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:20Z', 'updated_at': '2021-09-01T09:37:35Z', 'revision_number': 5, 'project_id': '12d977af9d49448a9a10133701a035b1', 'subnets': [{'id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:42:29.759898 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1b2ed-5936-442c-877f-6fc0854bd020 req-845148cc-9240-4f3e-875f-ac26208f275c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:29.761335 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b3b1b2ed-5936-442c-877f-6fc0854bd020 req-845148cc-9240-4f3e-875f-ac26208f275c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e794dc62-4be5-46c4-ad96-64655e79d486 HTTP/1.1" status: 200 len: 849 time: 0.0431173 Sep 01 09:42:29.774940 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61edf8ed-f703-4ec5-bee8-022111cc04f5 None None] Checking router: 266e646d-2782-42ea-b422-6dda57bb4b9b for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:42:29.783478 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61edf8ed-f703-4ec5-bee8-022111cc04f5 None None] Routers {'266e646d-2782-42ea-b422-6dda57bb4b9b'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:42:29.784145 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-61edf8ed-f703-4ec5-bee8-022111cc04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:42:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['266e646d-2782-42ea-b422-6dda57bb4b9b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:42:29.809952 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1b2ed-5936-442c-877f-6fc0854bd020 req-957d03da-6fbf-4900-8f6a-91e82e4aaa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:29.811454 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b3b1b2ed-5936-442c-877f-6fc0854bd020 req-957d03da-6fbf-4900-8f6a-91e82e4aaa04 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=423f25bd-20ef-4b5d-a372-f453acee8b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418904 Sep 01 09:42:29.891295 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-61edf8ed-f703-4ec5-bee8-022111cc04f5 None None] Set router 266e646d-2782-42ea-b422-6dda57bb4b9b gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:42:29.905135 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b3b1b2ed-5936-442c-877f-6fc0854bd020 req-bbe13c36-7587-4a28-b0de-3922fa330281 service neutron] 10.222.0.77 "GET /v2.0/networks/423f25bd-20ef-4b5d-a372-f453acee8b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841477 Sep 01 09:42:30.006569 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b3b1b2ed-5936-442c-877f-6fc0854bd020 req-27c67d7d-68e5-492c-92d8-1c11ccb20eac service neutron] 10.222.0.77 "GET /v2.0/networks/423f25bd-20ef-4b5d-a372-f453acee8b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912621 Sep 01 09:42:30.123225 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-61edf8ed-f703-4ec5-bee8-022111cc04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'name': 'tempest-AttachVolumeTestJSON-313134090-router', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:14Z', 'updated_at': '2021-09-01T09:37:22Z', 'revision_number': 4, 'project_id': '12d977af9d49448a9a10133701a035b1', 'gw_port': {'id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': '2f9b9b00-6f7e-4c2d-bd33-36c28205b09b', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'port_id': '982e1d19-8ee8-4fd5-926e-0c41cfcd1621', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'mac_address': 'fa:16:3e:d1:7d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fafe67-9ec8-448e-92f8-701e1ae4059f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:42:07Z', 'updated_at': '2021-09-01T09:42:28Z', 'revision_number': 1, 'project_id': '12d977af9d49448a9a10133701a035b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e63326e5-8833-43bd-ac6f-42201f6d5759', 'name': '', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'mac_address': 'fa:16:3e:1f:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:20Z', 'updated_at': '2021-09-01T09:37:35Z', 'revision_number': 5, 'project_id': '12d977af9d49448a9a10133701a035b1', 'subnets': [{'id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:42:30.149235 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61edf8ed-f703-4ec5-bee8-022111cc04f5 None None] The sync data for ids ['266e646d-2782-42ea-b422-6dda57bb4b9b'] in dv-cinder-806726-2-iscsi is: [{'id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'name': 'tempest-AttachVolumeTestJSON-313134090-router', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:14Z', 'updated_at': '2021-09-01T09:37:22Z', 'revision_number': 4, 'project_id': '12d977af9d49448a9a10133701a035b1', 'gw_port': {'id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': '2f9b9b00-6f7e-4c2d-bd33-36c28205b09b', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'port_id': '982e1d19-8ee8-4fd5-926e-0c41cfcd1621', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'mac_address': 'fa:16:3e:d1:7d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fafe67-9ec8-448e-92f8-701e1ae4059f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:42:07Z', 'updated_at': '2021-09-01T09:42:28Z', 'revision_number': 1, 'project_id': '12d977af9d49448a9a10133701a035b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e63326e5-8833-43bd-ac6f-42201f6d5759', 'name': '', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'mac_address': 'fa:16:3e:1f:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:20Z', 'updated_at': '2021-09-01T09:37:35Z', 'revision_number': 5, 'project_id': '12d977af9d49448a9a10133701a035b1', 'subnets': [{'id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:42:30.291286 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:42:30.325230 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab46bdfd-f41a-4ad2-82be-d210dc55eac2 None None] New status for floating IP 2f9b9b00-6f7e-4c2d-bd33-36c28205b09b: ACTIVE {{(pid=94096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 09:42:33.514845 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9957e0c-5248-4474-9c0d-d66744a2e38d req-bb51f9cc-a847-4797-824b-50b33dcd1b26 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:33.516310 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e9957e0c-5248-4474-9c0d-d66744a2e38d req-bb51f9cc-a847-4797-824b-50b33dcd1b26 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=66f3b99d-5914-4536-88b1-b71c5381500c HTTP/1.1" status: 200 len: 945 time: 0.0496435 Sep 01 09:42:33.554397 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e9957e0c-5248-4474-9c0d-d66744a2e38d req-e201b221-1024-4c82-a62e-4dbc31abb328 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/security-groups?id=8710b81d-b36d-44c8-a2dc-2469e8beb4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319867 Sep 01 09:42:34.687267 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc383d-dcf7-4bbb-ba2b-b2f2bb7b5351 req-e4ffd7dc-7f52-463f-9237-71b8338918f8 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:34.688812 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3ddc383d-dcf7-4bbb-ba2b-b2f2bb7b5351 req-e4ffd7dc-7f52-463f-9237-71b8338918f8 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=66f3b99d-5914-4536-88b1-b71c5381500c HTTP/1.1" status: 200 len: 945 time: 0.0555315 Sep 01 09:42:34.727248 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3ddc383d-dcf7-4bbb-ba2b-b2f2bb7b5351 req-2a3004ca-1207-41aa-af26-c747b2d73837 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/security-groups?id=8710b81d-b36d-44c8-a2dc-2469e8beb4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324304 Sep 01 09:42:35.853705 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35492679-aa50-42d1-bc1c-45efc933ef40 req-c7838f52-984b-404c-9332-a8b1c967015b tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:35.855181 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-35492679-aa50-42d1-bc1c-45efc933ef40 req-c7838f52-984b-404c-9332-a8b1c967015b tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=66f3b99d-5914-4536-88b1-b71c5381500c HTTP/1.1" status: 200 len: 945 time: 0.0514498 Sep 01 09:42:35.895614 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-35492679-aa50-42d1-bc1c-45efc933ef40 req-d8e9f933-eddc-46ff-abfd-d2e3fe3c0c98 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/security-groups?id=8710b81d-b36d-44c8-a2dc-2469e8beb4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340497 Sep 01 09:42:35.927590 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c23eb7-6a6d-422a-b15c-09cf19046d4d req-39609ac6-71c3-4ea0-a781-b8e25b75c2c9 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:35.929053 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-81c23eb7-6a6d-422a-b15c-09cf19046d4d req-39609ac6-71c3-4ea0-a781-b8e25b75c2c9 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.77 "GET /v2.0/ports?device_id=66f3b99d-5914-4536-88b1-b71c5381500c HTTP/1.1" status: 200 len: 945 time: 0.0591009 Sep 01 09:42:36.025930 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-81c23eb7-6a6d-422a-b15c-09cf19046d4d req-b1f5ab04-1d2a-4cf5-a334-b472eb6c1a7e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Deleting port 7cce7d09-7ba0-4942-8b9f-d88033a0c383 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:42:36.026189 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-81c23eb7-6a6d-422a-b15c-09cf19046d4d req-b1f5ab04-1d2a-4cf5-a334-b472eb6c1a7e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:36.118270 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-81c23eb7-6a6d-422a-b15c-09cf19046d4d req-b1f5ab04-1d2a-4cf5-a334-b472eb6c1a7e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] For port 7cce7d09-7ba0-4942-8b9f-d88033a0c383, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=7cce7d09-7ba0-4942-8b9f-d88033a0c383,segment=NetworkSegment(077fec0e-0443-4850-beb3-698ba0b98001),segment_id=077fec0e-0443-4850-beb3-698ba0b98001)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:42:36.118633 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-81c23eb7-6a6d-422a-b15c-09cf19046d4d req-b1f5ab04-1d2a-4cf5-a334-b472eb6c1a7e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:36.131108 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-81c23eb7-6a6d-422a-b15c-09cf19046d4d req-b1f5ab04-1d2a-4cf5-a334-b472eb6c1a7e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Calling delete_port for 7cce7d09-7ba0-4942-8b9f-d88033a0c383 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:42:36.263686 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-81c23eb7-6a6d-422a-b15c-09cf19046d4d req-b1f5ab04-1d2a-4cf5-a334-b472eb6c1a7e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:36.293217 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5ab04-1d2a-4cf5-a334-b472eb6c1a7e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Pushing event deleted for resources: {'Port': ['ID=7cce7d09-7ba0-4942-8b9f-d88033a0c383,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:42:36.305378 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['7cce7d09-7ba0-4942-8b9f-d88033a0c383'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:42:36.305951 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f5ab04-1d2a-4cf5-a334-b472eb6c1a7e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:36.306202 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f5ab04-1d2a-4cf5-a334-b472eb6c1a7e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:36.306535 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f5ab04-1d2a-4cf5-a334-b472eb6c1a7e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:36.306864 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f5ab04-1d2a-4cf5-a334-b472eb6c1a7e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:36.307191 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f5ab04-1d2a-4cf5-a334-b472eb6c1a7e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:36.307517 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f5ab04-1d2a-4cf5-a334-b472eb6c1a7e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:36.307877 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f5ab04-1d2a-4cf5-a334-b472eb6c1a7e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:36.308202 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f5ab04-1d2a-4cf5-a334-b472eb6c1a7e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:36.308521 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f5ab04-1d2a-4cf5-a334-b472eb6c1a7e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:36.308838 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f5ab04-1d2a-4cf5-a334-b472eb6c1a7e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:36.309155 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f5ab04-1d2a-4cf5-a334-b472eb6c1a7e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:36.309469 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f5ab04-1d2a-4cf5-a334-b472eb6c1a7e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:36.341918 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c23eb7-6a6d-422a-b15c-09cf19046d4d req-b1f5ab04-1d2a-4cf5-a334-b472eb6c1a7e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] No DVR routers for this DVR port 7cce7d09-7ba0-4942-8b9f-d88033a0c383 on host hv-cinder-80672 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:42:36.344328 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-81c23eb7-6a6d-422a-b15c-09cf19046d4d req-b1f5ab04-1d2a-4cf5-a334-b472eb6c1a7e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:36.346329 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-81c23eb7-6a6d-422a-b15c-09cf19046d4d req-b1f5ab04-1d2a-4cf5-a334-b472eb6c1a7e tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.77 "DELETE /v2.0/ports/7cce7d09-7ba0-4942-8b9f-d88033a0c383 HTTP/1.1" status: 204 len: 173 time: 0.4086804 Sep 01 09:42:36.346753 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f3b99d-5914-4536-88b1-b71c5381500c', 'name': 'network-vif-deleted', 'tag': '7cce7d09-7ba0-4942-8b9f-d88033a0c383'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:42:36.349506 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1158da6c3346bc0ee3ec7fc22ff852373ba0e4f09dd7013d76cb48f019b6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8bfd4d-1b9f-4ff2-8c0f-90da619f438b" -d '{"events": [{"server_uuid": "66f3b99d-5914-4536-88b1-b71c5381500c", "name": "network-vif-deleted", "tag": "7cce7d09-7ba0-4942-8b9f-d88033a0c383"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:42:36.442926 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a02903-e531-4739-8bbc-5f5b680950d7 x-openstack-request-id: req-99a02903-e531-4739-8bbc-5f5b680950d7 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:42:36.443214 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f3b99d-5914-4536-88b1-b71c5381500c", "name": "network-vif-deleted", "tag": "7cce7d09-7ba0-4942-8b9f-d88033a0c383", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:42:36.443464 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-99a02903-e531-4739-8bbc-5f5b680950d7 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:42:36.443891 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f3b99d-5914-4536-88b1-b71c5381500c', 'name': 'network-vif-deleted', 'tag': '7cce7d09-7ba0-4942-8b9f-d88033a0c383', 'status': 'completed', 'code': 200} Sep 01 09:42:37.009877 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-91cdd8ae-7890-4245-8aa1-3e1daa462f19 req-de1131fd-edbf-497c-8203-943b84967a63 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=66f3b99d-5914-4536-88b1-b71c5381500c HTTP/1.1" status: 200 len: 210 time: 0.0278089 Sep 01 09:42:41.477409 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 7cce7d09-7ba0-4942-8b9f-d88033a0c383 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:42:41.505959 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] No Port match for: 7cce7d09-7ba0-4942-8b9f-d88033a0c383 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:42:41.506292 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 7cce7d09-7ba0-4942-8b9f-d88033a0c383 not bound to the agent host hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:42:48.215866 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75db2-f4db-466f-84af-f81e91889d15 req-3b13cf2f-b21e-4f0d-92ac-8a5109c0757b tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:48.217313 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-eef75db2-f4db-466f-84af-f81e91889d15 req-3b13cf2f-b21e-4f0d-92ac-8a5109c0757b tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/networks?id=0ee0d59c-636a-4c8c-bcff-156ea2ba8127 HTTP/1.1" status: 200 len: 814 time: 0.1026897 Sep 01 09:42:48.232366 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-eef75db2-f4db-466f-84af-f81e91889d15 req-c349cf05-6ee0-41a0-bf95-e2790815c3c4 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/quotas/e98f952c6962448e93785ef0f9e0e04a HTTP/1.1" status: 200 len: 375 time: 0.0091515 Sep 01 09:42:48.266550 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-eef75db2-f4db-466f-84af-f81e91889d15 req-f2ac5563-24cb-4e4c-b178-3fd438241ee9 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e98f952c6962448e93785ef0f9e0e04a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285704 Sep 01 09:42:48.414995 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-eef75db2-f4db-466f-84af-f81e91889d15 req-d9d8620c-3cef-4b7b-92b7-43638cc46ca7 service neutron] 10.222.0.74 "GET /v2.0/networks/0ee0d59c-636a-4c8c-bcff-156ea2ba8127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414287 Sep 01 09:42:48.510622 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-eef75db2-f4db-466f-84af-f81e91889d15 req-352d6643-51f7-4253-aa90-9b7c40d2eb41 service neutron] 10.222.0.74 "GET /v2.0/networks/0ee0d59c-636a-4c8c-bcff-156ea2ba8127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894105 Sep 01 09:42:48.671711 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e17dc5dd-c397-46dc-a0f2-470330da7ab1 req-2080511b-5ba6-4845-bd01-76a6f0695150 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffc9e999-ea64-4ce8-b752-4b7851b28a0b HTTP/1.1" status: 200 len: 210 time: 0.0266929 Sep 01 09:42:49.776917 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0d6c393f-cedb-4726-9fbc-ffd2f84a4889 req-ebb8e897-f573-4557-82f9-a19ef91e3215 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffc9e999-ea64-4ce8-b752-4b7851b28a0b HTTP/1.1" status: 200 len: 210 time: 0.0259809 Sep 01 09:42:50.029458 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75db2-f4db-466f-84af-f81e91889d15 req-01a03523-1cc8-4812-8b6a-56122bd5b1b6 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:50.030909 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-eef75db2-f4db-466f-84af-f81e91889d15 req-01a03523-1cc8-4812-8b6a-56122bd5b1b6 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.77 "GET /v2.0/networks?id=0ee0d59c-636a-4c8c-bcff-156ea2ba8127 HTTP/1.1" status: 200 len: 814 time: 0.1052322 Sep 01 09:42:50.057468 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-eef75db2-f4db-466f-84af-f81e91889d15 req-7b6b9472-a972-496c-b280-9deade233a55 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Request body: {'port': {'device_id': 'ffc9e999-ea64-4ce8-b752-4b7851b28a0b', 'network_id': '0ee0d59c-636a-4c8c-bcff-156ea2ba8127', 'admin_state_up': True, 'tenant_id': 'e98f952c6962448e93785ef0f9e0e04a'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:42:50.172854 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef75db2-f4db-466f-84af-f81e91889d15 req-7b6b9472-a972-496c-b280-9deade233a55 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Made reservation on behalf of e98f952c6962448e93785ef0f9e0e04a for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:42:50.176862 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-eef75db2-f4db-466f-84af-f81e91889d15 req-7b6b9472-a972-496c-b280-9deade233a55 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:50.303945 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-eef75db2-f4db-466f-84af-f81e91889d15 req-7b6b9472-a972-496c-b280-9deade233a55 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Allocated IP 172.20.0.12 (0ee0d59c-636a-4c8c-bcff-156ea2ba8127/e18408c5-0fbe-4cf5-b6c4-384ce6f5e019/6a44453a-2080-4215-b23b-d2c85ddc3eb8) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:42:50.449584 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-eef75db2-f4db-466f-84af-f81e91889d15 req-7b6b9472-a972-496c-b280-9deade233a55 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:50.491594 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-eef75db2-f4db-466f-84af-f81e91889d15 req-7b6b9472-a972-496c-b280-9deade233a55 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:50.538492 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef75db2-f4db-466f-84af-f81e91889d15 req-7b6b9472-a972-496c-b280-9deade233a55 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Network 0ee0d59c-636a-4c8c-bcff-156ea2ba8127 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:42:50.541604 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-eef75db2-f4db-466f-84af-f81e91889d15 req-7b6b9472-a972-496c-b280-9deade233a55 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:42:50.545296 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef75db2-f4db-466f-84af-f81e91889d15 req-7b6b9472-a972-496c-b280-9deade233a55 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:42:50.550896 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75db2-f4db-466f-84af-f81e91889d15 req-7b6b9472-a972-496c-b280-9deade233a55 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:50.551488 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-eef75db2-f4db-466f-84af-f81e91889d15 req-7b6b9472-a972-496c-b280-9deade233a55 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:50.557520 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b9472-a972-496c-b280-9deade233a55 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Pushing event updated for resources: {'Port': ['ID=6a44453a-2080-4215-b23b-d2c85ddc3eb8,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:42:50.572824 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-eef75db2-f4db-466f-84af-f81e91889d15 req-7b6b9472-a972-496c-b280-9deade233a55 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5194273 Sep 01 09:42:50.592644 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-eef75db2-f4db-466f-84af-f81e91889d15 req-3a3ab9c8-424c-4afb-8ef6-e9f96b8904b9 service neutron] Request body: {'port': {'device_id': 'ffc9e999-ea64-4ce8-b752-4b7851b28a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:42:50.650485 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-eef75db2-f4db-466f-84af-f81e91889d15 req-3a3ab9c8-424c-4afb-8ef6-e9f96b8904b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:50.897592 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd7ac9-d9f6-411a-b2c6-fbcf29c7f1ae req-a3d23bb2-6bd8-4b98-b831-ead7cb08c773 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:50.899283 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4ffd7ac9-d9f6-411a-b2c6-fbcf29c7f1ae req-a3d23bb2-6bd8-4b98-b831-ead7cb08c773 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffc9e999-ea64-4ce8-b752-4b7851b28a0b HTTP/1.1" status: 200 len: 932 time: 0.0500691 Sep 01 09:42:50.938134 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4ffd7ac9-d9f6-411a-b2c6-fbcf29c7f1ae req-d117c8d4-28ff-4e8f-9424-5b9962e65104 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/security-groups?id=8710b81d-b36d-44c8-a2dc-2469e8beb4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329633 Sep 01 09:42:51.163893 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [req-eef75db2-f4db-466f-84af-f81e91889d15 req-3a3ab9c8-424c-4afb-8ef6-e9f96b8904b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a44453a-2080-4215-b23b-d2c85ddc3eb8 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:42:51.171650 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-eef75db2-f4db-466f-84af-f81e91889d15 req-3a3ab9c8-424c-4afb-8ef6-e9f96b8904b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:51.189648 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-eef75db2-f4db-466f-84af-f81e91889d15 req-3a3ab9c8-424c-4afb-8ef6-e9f96b8904b9 service neutron] Transition to ACTIVE for port object 6a44453a-2080-4215-b23b-d2c85ddc3eb8 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:42:51.194835 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-eef75db2-f4db-466f-84af-f81e91889d15 req-3a3ab9c8-424c-4afb-8ef6-e9f96b8904b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:51.240878 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ab9c8-424c-4afb-8ef6-e9f96b8904b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a44453a-2080-4215-b23b-d2c85ddc3eb8,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:42:51.273134 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-eef75db2-f4db-466f-84af-f81e91889d15 req-3a3ab9c8-424c-4afb-8ef6-e9f96b8904b9 service neutron] Attempting to bind port 6a44453a-2080-4215-b23b-d2c85ddc3eb8 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:42:51.273461 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-eef75db2-f4db-466f-84af-f81e91889d15 req-3a3ab9c8-424c-4afb-8ef6-e9f96b8904b9 service neutron] Attempting to bind port 6a44453a-2080-4215-b23b-d2c85ddc3eb8 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '077fec0e-0443-4850-beb3-698ba0b98001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '0ee0d59c-636a-4c8c-bcff-156ea2ba8127'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:42:51.273807 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef75db2-f4db-466f-84af-f81e91889d15 req-3a3ab9c8-424c-4afb-8ef6-e9f96b8904b9 service neutron] Attempting to bind port 6a44453a-2080-4215-b23b-d2c85ddc3eb8 on network 0ee0d59c-636a-4c8c-bcff-156ea2ba8127 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:42:51.277913 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef75db2-f4db-466f-84af-f81e91889d15 req-3a3ab9c8-424c-4afb-8ef6-e9f96b8904b9 service neutron] Port 6a44453a-2080-4215-b23b-d2c85ddc3eb8 on network 0ee0d59c-636a-4c8c-bcff-156ea2ba8127 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 09:42:51.278230 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef75db2-f4db-466f-84af-f81e91889d15 req-3a3ab9c8-424c-4afb-8ef6-e9f96b8904b9 service neutron] Attempting to bind port 6a44453a-2080-4215-b23b-d2c85ddc3eb8 on network 0ee0d59c-636a-4c8c-bcff-156ea2ba8127 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:42:51.283370 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef75db2-f4db-466f-84af-f81e91889d15 req-3a3ab9c8-424c-4afb-8ef6-e9f96b8904b9 service neutron] Checking agent: {'id': '8ce25ef8-d4a6-4c3d-9635-2091a35d6989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'started_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:42:51.283843 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef75db2-f4db-466f-84af-f81e91889d15 req-3a3ab9c8-424c-4afb-8ef6-e9f96b8904b9 service neutron] Checking segment: {'id': '077fec0e-0443-4850-beb3-698ba0b98001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '0ee0d59c-636a-4c8c-bcff-156ea2ba8127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:42:51.284190 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef75db2-f4db-466f-84af-f81e91889d15 req-3a3ab9c8-424c-4afb-8ef6-e9f96b8904b9 service neutron] Bound using segment: {'id': '077fec0e-0443-4850-beb3-698ba0b98001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '0ee0d59c-636a-4c8c-bcff-156ea2ba8127'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:42:51.284592 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-eef75db2-f4db-466f-84af-f81e91889d15 req-3a3ab9c8-424c-4afb-8ef6-e9f96b8904b9 service neutron] Bound port: 6a44453a-2080-4215-b23b-d2c85ddc3eb8, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '077fec0e-0443-4850-beb3-698ba0b98001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1085, 'network_id': '0ee0d59c-636a-4c8c-bcff-156ea2ba8127'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:42:51.284939 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-eef75db2-f4db-466f-84af-f81e91889d15 req-3a3ab9c8-424c-4afb-8ef6-e9f96b8904b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:51.347610 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-eef75db2-f4db-466f-84af-f81e91889d15 req-3a3ab9c8-424c-4afb-8ef6-e9f96b8904b9 service neutron] For port 6a44453a-2080-4215-b23b-d2c85ddc3eb8, host hv-cinder-80672, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:42:51.350629 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-eef75db2-f4db-466f-84af-f81e91889d15 req-3a3ab9c8-424c-4afb-8ef6-e9f96b8904b9 service neutron] For port 6a44453a-2080-4215-b23b-d2c85ddc3eb8, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6a44453a-2080-4215-b23b-d2c85ddc3eb8,segment=NetworkSegment(077fec0e-0443-4850-beb3-698ba0b98001),segment_id=077fec0e-0443-4850-beb3-698ba0b98001)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:42:51.356679 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-eef75db2-f4db-466f-84af-f81e91889d15 req-3a3ab9c8-424c-4afb-8ef6-e9f96b8904b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:51.389863 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75db2-f4db-466f-84af-f81e91889d15 req-3a3ab9c8-424c-4afb-8ef6-e9f96b8904b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:51.390710 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-eef75db2-f4db-466f-84af-f81e91889d15 req-3a3ab9c8-424c-4afb-8ef6-e9f96b8904b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:51.392010 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-eef75db2-f4db-466f-84af-f81e91889d15 req-3a3ab9c8-424c-4afb-8ef6-e9f96b8904b9 service neutron] 10.222.0.77 "PUT /v2.0/ports/6a44453a-2080-4215-b23b-d2c85ddc3eb8 HTTP/1.1" status: 200 len: 1094 time: 0.8036659 Sep 01 09:42:51.392446 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc9e999-ea64-4ce8-b752-4b7851b28a0b', 'tag': '6a44453a-2080-4215-b23b-d2c85ddc3eb8'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:42:51.394770 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1158da6c3346bc0ee3ec7fc22ff852373ba0e4f09dd7013d76cb48f019b6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e39b44-b3c6-4cee-96b4-867c018667fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc9e999-ea64-4ce8-b752-4b7851b28a0b", "tag": "6a44453a-2080-4215-b23b-d2c85ddc3eb8"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:42:51.429591 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ab9c8-424c-4afb-8ef6-e9f96b8904b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a44453a-2080-4215-b23b-d2c85ddc3eb8,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:42:51.437470 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92df0921-4feb-467f-afe7-cee04f4dc043 x-openstack-request-id: req-92df0921-4feb-467f-afe7-cee04f4dc043 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:42:51.437745 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc9e999-ea64-4ce8-b752-4b7851b28a0b", "tag": "6a44453a-2080-4215-b23b-d2c85ddc3eb8", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:42:51.438003 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-92df0921-4feb-467f-afe7-cee04f4dc043 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:42:51.438393 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc9e999-ea64-4ce8-b752-4b7851b28a0b', 'tag': '6a44453a-2080-4215-b23b-d2c85ddc3eb8', 'status': 'completed', 'code': 200} Sep 01 09:42:51.546729 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75db2-f4db-466f-84af-f81e91889d15 req-cca5967c-3920-482f-b23a-c111e21a1549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:51.548353 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-eef75db2-f4db-466f-84af-f81e91889d15 req-cca5967c-3920-482f-b23a-c111e21a1549 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e98f952c6962448e93785ef0f9e0e04a&device_id=ffc9e999-ea64-4ce8-b752-4b7851b28a0b HTTP/1.1" status: 200 len: 1097 time: 0.0474727 Sep 01 09:42:51.610813 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-eef75db2-f4db-466f-84af-f81e91889d15 req-54b5a199-de27-4ead-afda-75650d80e425 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a44453a-2080-4215-b23b-d2c85ddc3eb8 HTTP/1.1" status: 200 len: 217 time: 0.0385389 Sep 01 09:42:51.661291 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef75db2-f4db-466f-84af-f81e91889d15 req-a57efd8f-1761-4857-ac66-e5995a9fc4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:51.662754 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-eef75db2-f4db-466f-84af-f81e91889d15 req-a57efd8f-1761-4857-ac66-e5995a9fc4d2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e18408c5-0fbe-4cf5-b6c4-384ce6f5e019 HTTP/1.1" status: 200 len: 854 time: 0.0434499 Sep 01 09:42:51.694661 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-eef75db2-f4db-466f-84af-f81e91889d15 req-608a6f0b-3e48-4780-b58c-fe662b7d90ce service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0ee0d59c-636a-4c8c-bcff-156ea2ba8127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230825 Sep 01 09:42:51.788189 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-eef75db2-f4db-466f-84af-f81e91889d15 req-a732030c-5ee2-4c56-b1f0-b50724cf6b54 service neutron] 10.222.0.77 "GET /v2.0/networks/0ee0d59c-636a-4c8c-bcff-156ea2ba8127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853050 Sep 01 09:42:51.881376 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-eef75db2-f4db-466f-84af-f81e91889d15 req-8216179f-e60d-4a23-a96a-efc607b7803e service neutron] 10.222.0.77 "GET /v2.0/networks/0ee0d59c-636a-4c8c-bcff-156ea2ba8127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848579 Sep 01 09:42:52.015448 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e39b44-b3c6-4cee-96b4-867c018667fa req-93ed47f0-0d48-47f4-84a0-e2ac6ffd0f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:52.017015 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-19e39b44-b3c6-4cee-96b4-867c018667fa req-93ed47f0-0d48-47f4-84a0-e2ac6ffd0f03 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e98f952c6962448e93785ef0f9e0e04a&device_id=ffc9e999-ea64-4ce8-b752-4b7851b28a0b HTTP/1.1" status: 200 len: 1097 time: 0.0415788 Sep 01 09:42:52.056735 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef08b4-75db-4cc6-914f-1dd20e938c6a req-3541c91a-38dd-4734-a35a-dcb36d3a80d0 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:52.058227 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2eef08b4-75db-4cc6-914f-1dd20e938c6a req-3541c91a-38dd-4734-a35a-dcb36d3a80d0 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffc9e999-ea64-4ce8-b752-4b7851b28a0b HTTP/1.1" status: 200 len: 944 time: 0.0509589 Sep 01 09:42:52.097480 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2eef08b4-75db-4cc6-914f-1dd20e938c6a req-e123c598-83fd-416f-b546-7019d1fdfc68 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/security-groups?id=8710b81d-b36d-44c8-a2dc-2469e8beb4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330083 Sep 01 09:42:52.113446 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e39b44-b3c6-4cee-96b4-867c018667fa req-980f1672-1431-4143-a9d3-b52bf2ac695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:52.114935 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-19e39b44-b3c6-4cee-96b4-867c018667fa req-980f1672-1431-4143-a9d3-b52bf2ac695c service neutron] 10.222.0.77 "GET /v2.0/networks?id=0ee0d59c-636a-4c8c-bcff-156ea2ba8127 HTTP/1.1" status: 200 len: 916 time: 0.0897501 Sep 01 09:42:52.158012 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-19e39b44-b3c6-4cee-96b4-867c018667fa req-95cd38ef-0472-4f10-a616-2a08e83f7659 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a44453a-2080-4215-b23b-d2c85ddc3eb8 HTTP/1.1" status: 200 len: 217 time: 0.0342283 Sep 01 09:42:52.219084 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e39b44-b3c6-4cee-96b4-867c018667fa req-807cebed-e918-4ecd-b1fd-80d1ca6d853d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:52.221389 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-19e39b44-b3c6-4cee-96b4-867c018667fa req-807cebed-e918-4ecd-b1fd-80d1ca6d853d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e18408c5-0fbe-4cf5-b6c4-384ce6f5e019 HTTP/1.1" status: 200 len: 854 time: 0.0488179 Sep 01 09:42:52.256533 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-19e39b44-b3c6-4cee-96b4-867c018667fa req-8c5dd348-f3de-4322-a891-4d4f2a24e412 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0ee0d59c-636a-4c8c-bcff-156ea2ba8127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249329 Sep 01 09:42:52.330904 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-bd4dbd2f-b9f1-4741-ae8a-ec686a7a6545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:52.354894 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-19e39b44-b3c6-4cee-96b4-867c018667fa req-328cc07c-8572-4ac6-a79a-7a730c18f033 service neutron] 10.222.0.77 "GET /v2.0/networks/0ee0d59c-636a-4c8c-bcff-156ea2ba8127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897698 Sep 01 09:42:52.450456 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-19e39b44-b3c6-4cee-96b4-867c018667fa req-19ee18c6-5387-49a4-876d-e15d2802fcca service neutron] 10.222.0.77 "GET /v2.0/networks/0ee0d59c-636a-4c8c-bcff-156ea2ba8127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872090 Sep 01 09:42:53.224151 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00219e-f152-4a98-b0ed-18cdf2471829 req-a738c5ea-eda7-4301-b00e-06ce3af450e0 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:53.225450 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fd00219e-f152-4a98-b0ed-18cdf2471829 req-a738c5ea-eda7-4301-b00e-06ce3af450e0 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffc9e999-ea64-4ce8-b752-4b7851b28a0b HTTP/1.1" status: 200 len: 944 time: 0.0492890 Sep 01 09:42:53.267423 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fd00219e-f152-4a98-b0ed-18cdf2471829 req-8c4fcf99-225a-4037-94e2-5c66121639fb tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/security-groups?id=8710b81d-b36d-44c8-a2dc-2469e8beb4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326679 Sep 01 09:42:53.943018 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:54.401731 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48d122-4086-4dd5-a1ca-07f15c840083 req-22cab9e1-ec9f-48a6-b8c7-28b6af379626 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:54.403594 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fb48d122-4086-4dd5-a1ca-07f15c840083 req-22cab9e1-ec9f-48a6-b8c7-28b6af379626 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffc9e999-ea64-4ce8-b752-4b7851b28a0b HTTP/1.1" status: 200 len: 944 time: 0.0561900 Sep 01 09:42:54.419553 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 6a44453a-2080-4215-b23b-d2c85ddc3eb8 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:42:54.448924 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fb48d122-4086-4dd5-a1ca-07f15c840083 req-86b6e674-c85b-4b91-9f88-4a01e0ee380a tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/security-groups?id=8710b81d-b36d-44c8-a2dc-2469e8beb4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350702 Sep 01 09:42:54.513035 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 6a44453a-2080-4215-b23b-d2c85ddc3eb8, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6a44453a-2080-4215-b23b-d2c85ddc3eb8,segment=NetworkSegment(077fec0e-0443-4850-beb3-698ba0b98001),segment_id=077fec0e-0443-4850-beb3-698ba0b98001)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:42:54.524858 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': '6a44453a-2080-4215-b23b-d2c85ddc3eb8', 'network_id': '0ee0d59c-636a-4c8c-bcff-156ea2ba8127', 'port_id': '6a44453a-2080-4215-b23b-d2c85ddc3eb8', 'mac_address': 'fa:16:3e:be:a1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1085, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e18408c5-0fbe-4cf5-b6c4-384ce6f5e019', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:42:54.566428 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:54.579352 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a44453a-2080-4215-b23b-d2c85ddc3eb8 {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:42:54.599625 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 6a44453a-2080-4215-b23b-d2c85ddc3eb8, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6a44453a-2080-4215-b23b-d2c85ddc3eb8,segment=NetworkSegment(077fec0e-0443-4850-beb3-698ba0b98001),segment_id=077fec0e-0443-4850-beb3-698ba0b98001)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:42:54.606152 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:54.655085 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=6a44453a-2080-4215-b23b-d2c85ddc3eb8,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:42:54.662729 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:54.663078 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:54.663411 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:54.663776 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:54.664088 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:54.664410 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:54.664755 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:54.665070 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:54.665410 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:54.665730 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:54.666038 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:54.666340 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:54.845557 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-bdfc0d34-7fcf-4eaa-8f4f-0f4399d31d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:54.954689 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['6a44453a-2080-4215-b23b-d2c85ddc3eb8'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:42:55.496115 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:55.572501 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05e3a0-deaa-4b7a-a299-e50787b39dc2 req-6ac070b0-7de1-4fa1-a5ac-43fb9bdf16a3 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:55.573957 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ab05e3a0-deaa-4b7a-a299-e50787b39dc2 req-6ac070b0-7de1-4fa1-a5ac-43fb9bdf16a3 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffc9e999-ea64-4ce8-b752-4b7851b28a0b HTTP/1.1" status: 200 len: 945 time: 0.0518610 Sep 01 09:42:55.612528 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ab05e3a0-deaa-4b7a-a299-e50787b39dc2 req-e71cdbc9-22f2-4d14-9c21-8174005e8a6b tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/security-groups?id=8710b81d-b36d-44c8-a2dc-2469e8beb4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326364 Sep 01 09:42:56.106285 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:56.416165 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 6a44453a-2080-4215-b23b-d2c85ddc3eb8 up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:42:56.468085 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning for port 6a44453a-2080-4215-b23b-d2c85ddc3eb8 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:42:56.471807 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port 6a44453a-2080-4215-b23b-d2c85ddc3eb8 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:42:56.472182 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:56.552318 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:56.575135 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc9e999-ea64-4ce8-b752-4b7851b28a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a44453a-2080-4215-b23b-d2c85ddc3eb8'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:42:56.577647 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c5161c-c368-48a4-8bcc-420c630a0c03" -d '{"events": [{"server_uuid": "ffc9e999-ea64-4ce8-b752-4b7851b28a0b", "name": "network-vif-plugged", "status": "completed", "tag": "6a44453a-2080-4215-b23b-d2c85ddc3eb8"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:42:56.590460 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 6a44453a-2080-4215-b23b-d2c85ddc3eb8, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6a44453a-2080-4215-b23b-d2c85ddc3eb8,segment=NetworkSegment(077fec0e-0443-4850-beb3-698ba0b98001),segment_id=077fec0e-0443-4850-beb3-698ba0b98001)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:42:56.594698 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:56.650755 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=6a44453a-2080-4215-b23b-d2c85ddc3eb8,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:42:56.692355 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4685aa93-4837-4ea2-8ef6-0a562f3cdaae x-openstack-request-id: req-4685aa93-4837-4ea2-8ef6-0a562f3cdaae {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:42:56.692741 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc9e999-ea64-4ce8-b752-4b7851b28a0b", "name": "network-vif-plugged", "status": "completed", "tag": "6a44453a-2080-4215-b23b-d2c85ddc3eb8", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:42:56.693165 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4685aa93-4837-4ea2-8ef6-0a562f3cdaae {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:42:56.693646 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc9e999-ea64-4ce8-b752-4b7851b28a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a44453a-2080-4215-b23b-d2c85ddc3eb8', 'code': 200} Sep 01 09:42:56.719201 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071daa1-2c47-402c-8c7a-7f990c0ef17f req-6742c16a-cb84-453b-851b-a4846e290fc3 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:56.720744 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b071daa1-2c47-402c-8c7a-7f990c0ef17f req-6742c16a-cb84-453b-851b-a4846e290fc3 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0506616 Sep 01 09:42:56.782847 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b071daa1-2c47-402c-8c7a-7f990c0ef17f req-065e95d3-18fd-4610-9042-56658b650a3c tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553796 Sep 01 09:42:56.801259 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7d664-5bd1-4d88-94ef-ab1156447e74 req-a5fce801-afba-4ff2-9bc9-ec8eff58e23c tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:56.802749 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c1a7d664-5bd1-4d88-94ef-ab1156447e74 req-a5fce801-afba-4ff2-9bc9-ec8eff58e23c tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffc9e999-ea64-4ce8-b752-4b7851b28a0b HTTP/1.1" status: 200 len: 946 time: 0.0616765 Sep 01 09:42:56.840955 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c1a7d664-5bd1-4d88-94ef-ab1156447e74 req-b3d39a99-3928-4069-8198-c097a4e761cd tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/security-groups?id=8710b81d-b36d-44c8-a2dc-2469e8beb4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321624 Sep 01 09:42:56.936952 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13efc7d-8cf3-42f3-8b84-3be53ca20531 req-2dc127d4-0bec-4dbe-9a80-d0cbcc2813c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:56.938400 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a13efc7d-8cf3-42f3-8b84-3be53ca20531 req-2dc127d4-0bec-4dbe-9a80-d0cbcc2813c7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ffc9e999-ea64-4ce8-b752-4b7851b28a0b HTTP/1.1" status: 200 len: 1099 time: 0.0397911 Sep 01 09:42:56.976495 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a13efc7d-8cf3-42f3-8b84-3be53ca20531 req-c8dd21b3-36da-4ecc-bd60-a584947bbece service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8710b81d-b36d-44c8-a2dc-2469e8beb4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274968 Sep 01 09:42:57.336150 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 38724) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:42:57.447077 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-24689d74-a321-4099-914b-92434a9fc127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:57.542198 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-24689d74-a321-4099-914b-92434a9fc127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:57.547114 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-24689d74-a321-4099-914b-92434a9fc127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:57.584683 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-24689d74-a321-4099-914b-92434a9fc127 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c534c691e2c14576b31839598590b45c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474389 Sep 01 09:42:57.585611 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24689d74-a321-4099-914b-92434a9fc127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab419be-e52b-42d5-b068-d8ed35396d40,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:42:57.587488 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 38732) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:42:57.592829 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24689d74-a321-4099-914b-92434a9fc127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:57.593181 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24689d74-a321-4099-914b-92434a9fc127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:57.593524 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24689d74-a321-4099-914b-92434a9fc127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:57.593858 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24689d74-a321-4099-914b-92434a9fc127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:57.594193 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24689d74-a321-4099-914b-92434a9fc127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:57.594523 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24689d74-a321-4099-914b-92434a9fc127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:57.594846 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24689d74-a321-4099-914b-92434a9fc127 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:57.595159 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24689d74-a321-4099-914b-92434a9fc127 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:57.595490 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24689d74-a321-4099-914b-92434a9fc127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:57.595842 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24689d74-a321-4099-914b-92434a9fc127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:57.596193 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24689d74-a321-4099-914b-92434a9fc127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:57.596511 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24689d74-a321-4099-914b-92434a9fc127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:42:57.637630 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0181abe1-d736-49c9-8abf-bb3082130328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:57.667184 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0181abe1-d736-49c9-8abf-bb3082130328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:57.719072 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0181abe1-d736-49c9-8abf-bb3082130328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:57.721976 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0181abe1-d736-49c9-8abf-bb3082130328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:57.723137 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-0181abe1-d736-49c9-8abf-bb3082130328 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3ab419be-e52b-42d5-b068-d8ed35396d40 HTTP/1.1" status: 204 len: 168 time: 0.1345973 Sep 01 09:42:57.731336 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181abe1-d736-49c9-8abf-bb3082130328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab419be-e52b-42d5-b068-d8ed35396d40,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:42:57.898611 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:57.904802 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8ba97-99ee-47ec-bb77-5828872157be req-511abfa2-bb62-460d-be61-9775da4c471d tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:57.906416 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e2f8ba97-99ee-47ec-bb77-5828872157be req-511abfa2-bb62-460d-be61-9775da4c471d tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0548239 Sep 01 09:42:57.973470 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e2f8ba97-99ee-47ec-bb77-5828872157be req-593ea81f-23b9-48f5-acc8-62cc3eede301 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607450 Sep 01 09:42:57.990254 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764b658-c95a-4d74-8444-fb2aa9c0ecda req-7c7c841c-b2a6-4985-bcd0-e095aba67700 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:57.994619 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2764b658-c95a-4d74-8444-fb2aa9c0ecda req-7c7c841c-b2a6-4985-bcd0-e095aba67700 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffc9e999-ea64-4ce8-b752-4b7851b28a0b HTTP/1.1" status: 200 len: 946 time: 0.0654182 Sep 01 09:42:58.035103 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2764b658-c95a-4d74-8444-fb2aa9c0ecda req-67b9161b-3427-4e8c-b61f-e770d4948d87 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/security-groups?id=8710b81d-b36d-44c8-a2dc-2469e8beb4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357759 Sep 01 09:42:58.693417 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c62d32-236a-4b19-a40e-73166a662658 req-aed6373d-7535-4573-a746-778db1dd23a2 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:58.694919 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a4c62d32-236a-4b19-a40e-73166a662658 req-aed6373d-7535-4573-a746-778db1dd23a2 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0495298 Sep 01 09:42:58.733855 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a4c62d32-236a-4b19-a40e-73166a662658 req-40edc4c1-6287-4acc-a729-7393a69b3c1a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323763 Sep 01 09:42:58.816594 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 38782) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:42:58.923990 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3c002d7b-b880-48bb-ad73-f3b8d0237d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:59.016470 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3c002d7b-b880-48bb-ad73-f3b8d0237d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:59.020698 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3c002d7b-b880-48bb-ad73-f3b8d0237d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:59.068718 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-3c002d7b-b880-48bb-ad73-f3b8d0237d91 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=959020bdb60c484aa4b26605b9245a72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510355 Sep 01 09:42:59.071514 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 38790) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:42:59.086529 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c002d7b-b880-48bb-ad73-f3b8d0237d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fc3579-b08c-46b5-8e34-d0bfd4ac2474,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:42:59.114600 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6e1bc-c4d1-4b10-94c6-4c153f10c466 req-f2207c9d-ca3a-49db-b8e6-1edf559199fc tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:59.116119 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-04c6e1bc-c4d1-4b10-94c6-4c153f10c466 req-f2207c9d-ca3a-49db-b8e6-1edf559199fc tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0695243 Sep 01 09:42:59.124873 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1382becd-1303-4a00-b4f5-ce2bddd4a25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:59.146714 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1382becd-1303-4a00-b4f5-ce2bddd4a25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:59.196521 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1382becd-1303-4a00-b4f5-ce2bddd4a25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:59.199212 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1382becd-1303-4a00-b4f5-ce2bddd4a25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:59.200394 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-1382becd-1303-4a00-b4f5-ce2bddd4a25f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f1fc3579-b08c-46b5-8e34-d0bfd4ac2474 HTTP/1.1" status: 204 len: 168 time: 0.1278503 Sep 01 09:42:59.209113 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382becd-1303-4a00-b4f5-ce2bddd4a25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fc3579-b08c-46b5-8e34-d0bfd4ac2474,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:42:59.408538 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-04c6e1bc-c4d1-4b10-94c6-4c153f10c466 req-6bdfefc0-5fbc-4127-8805-342a8b28caec tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2849479 Sep 01 09:42:59.423047 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41048277-39cd-4a73-9d12-8f3d0a577725 req-781695fc-5a09-48bc-8036-6452556d661f tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:59.424597 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-41048277-39cd-4a73-9d12-8f3d0a577725 req-781695fc-5a09-48bc-8036-6452556d661f tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffc9e999-ea64-4ce8-b752-4b7851b28a0b HTTP/1.1" status: 200 len: 946 time: 0.2995236 Sep 01 09:42:59.463122 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-41048277-39cd-4a73-9d12-8f3d0a577725 req-d7aa52dd-e919-40a8-a1d1-cd581d2c1807 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/security-groups?id=8710b81d-b36d-44c8-a2dc-2469e8beb4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322027 Sep 01 09:42:59.857880 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 38828) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:42:59.881513 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c04ea-c1a0-4e26-8d61-d66b6f808ca4 req-a34b5ca5-7872-4d04-af18-5bd5e4d80cb8 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:42:59.883004 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-691c04ea-c1a0-4e26-8d61-d66b6f808ca4 req-a34b5ca5-7872-4d04-af18-5bd5e4d80cb8 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0603449 Sep 01 09:42:59.922748 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-691c04ea-c1a0-4e26-8d61-d66b6f808ca4 req-dd1fe9b3-3816-47b7-bf3b-c5467e962393 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333188 Sep 01 09:42:59.958170 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-e5629ccf-e8fd-43e5-accc-3571be8c2ff7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1492026795-network', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:42:59.980366 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5629ccf-e8fd-43e5-accc-3571be8c2ff7 admin admin] Made reservation on behalf of 7fdb73d0e8704a399f85f3add1c41808 for: {'network': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:42:59.982648 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e5629ccf-e8fd-43e5-accc-3571be8c2ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for network, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:42:59.994245 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e5629ccf-e8fd-43e5-accc-3571be8c2ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:00.087688 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e5629ccf-e8fd-43e5-accc-3571be8c2ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:00.093185 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e5629ccf-e8fd-43e5-accc-3571be8c2ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:00.116610 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5629ccf-e8fd-43e5-accc-3571be8c2ff7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1097} {{(pid=94093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 09:43:00.125837 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5629ccf-e8fd-43e5-accc-3571be8c2ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f618f4e7-9821-4479-a9dc-5e645790f7ba,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:00.130478 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e5629ccf-e8fd-43e5-accc-3571be8c2ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:00.130816 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.db.segments_db [None req-e5629ccf-e8fd-43e5-accc-3571be8c2ff7 admin admin] Added segment f8f5e1d1-815f-4de7-b88d-534ff2d4457a of type vlan for network 1ef54018-d592-4530-92ab-5c0638950a7d Sep 01 09:43:00.168548 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e5629ccf-e8fd-43e5-accc-3571be8c2ff7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737162809959'] for network, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:00.193282 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e5629ccf-e8fd-43e5-accc-3571be8c2ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for network, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:00.194207 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5629ccf-e8fd-43e5-accc-3571be8c2ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:00.194866 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e5629ccf-e8fd-43e5-accc-3571be8c2ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:00.247967 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-e5629ccf-e8fd-43e5-accc-3571be8c2ff7 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3885994 Sep 01 09:43:00.250856 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 38832) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:43:00.252956 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5629ccf-e8fd-43e5-accc-3571be8c2ff7 admin admin] Pushing event updated for resources: {'Network': ['ID=1ef54018-d592-4530-92ab-5c0638950a7d,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:00.257419 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-cbbaef66-731f-409e-aedf-aa9cd2e60bfb admin admin] Request body: {'subnet': {'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1492026795-subnet', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:43:00.262681 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Network 1ef54018-d592-4530-92ab-5c0638950a7d details requested by agent ovs-agent-dv-cinder-806726-2-iscsi with host dv-cinder-806726-2-iscsi {{(pid=94094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 09:43:00.282070 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbaef66-731f-409e-aedf-aa9cd2e60bfb admin admin] Made reservation on behalf of 7fdb73d0e8704a399f85f3add1c41808 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:43:00.284445 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cbbaef66-731f-409e-aedf-aa9cd2e60bfb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:00.452219 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cbbaef66-731f-409e-aedf-aa9cd2e60bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:00.508364 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbaef66-731f-409e-aedf-aa9cd2e60bfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfaae55d-773d-4b92-a203-450cd6111e59,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:00.518971 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbaef66-731f-409e-aedf-aa9cd2e60bfb admin admin] Checking segment: {'id': 'f8f5e1d1-815f-4de7-b88d-534ff2d4457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:43:00.519347 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbaef66-731f-409e-aedf-aa9cd2e60bfb admin admin] Network hostable DHCP agents. Network: 1ef54018-d592-4530-92ab-5c0638950a7d, hostable agents: ['c003adbb-c13d-447f-8337-f44cd480aeda'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 09:43:00.537443 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbaef66-731f-409e-aedf-aa9cd2e60bfb admin admin] Network 1ef54018-d592-4530-92ab-5c0638950a7d is scheduled to be hosted by DHCP agent c003adbb-c13d-447f-8337-f44cd480aeda with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 09:43:00.546113 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5784c8-0ad7-4e23-80e9-d8592ab599d4 req-49ecade7-940a-4698-8b14-143c8c6c8cab tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:00.546633 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-cbbaef66-731f-409e-aedf-aa9cd2e60bfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-2-iscsi, 1ef54018-d592-4530-92ab-5c0638950a7d) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:43:00.547651 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ad5784c8-0ad7-4e23-80e9-d8592ab599d4 req-49ecade7-940a-4698-8b14-143c8c6c8cab tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0540681 Sep 01 09:43:00.550950 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbaef66-731f-409e-aedf-aa9cd2e60bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:00.551500 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cbbaef66-731f-409e-aedf-aa9cd2e60bfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:00.557355 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079bcd64-2504-443a-9556-e4a64c155c5e None None] Network 1ef54018-d592-4530-92ab-5c0638950a7d requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:43:00.568977 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-cbbaef66-731f-409e-aedf-aa9cd2e60bfb admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3143120 Sep 01 09:43:00.569204 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 38836) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:43:00.573590 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-6a6a6514-f7cf-4f65-bd20-0796617a916c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:43:00.592392 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ad5784c8-0ad7-4e23-80e9-d8592ab599d4 req-e924986d-dd74-4230-96b9-e83b96639b47 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344486 Sep 01 09:43:00.595870 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6514-f7cf-4f65-bd20-0796617a916c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16722196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3338'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:00.596988 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6514-f7cf-4f65-bd20-0796617a916c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16687602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16687745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16692834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3357'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:00.660031 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6514-f7cf-4f65-bd20-0796617a916c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:00.705999 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fd43de-00d3-45e2-9d86-a520ec6a2537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9314cc3d-ddc5-5adb-9ce6-a70e23c5565a-1ef54018-d592-4530-92ab-5c0638950a7d', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'fixed_ips': [{'subnet_id': 'cfaae55d-773d-4b92-a203-450cd6111e59'}]}} from dv-cinder-806726-2-iscsi. {{(pid=94094) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 09:43:00.706918 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-41fd43de-00d3-45e2-9d86-a520ec6a2537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:00.795205 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6514-f7cf-4f65-bd20-0796617a916c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:00.842128 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.db_base_plugin_common [None req-41fd43de-00d3-45e2-9d86-a520ec6a2537 None None] Allocated IP 172.20.0.2 (1ef54018-d592-4530-92ab-5c0638950a7d/cfaae55d-773d-4b92-a203-450cd6111e59/f17c15d6-39cb-43d7-b875-06e124571481) {{(pid=94094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:43:00.988516 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-41fd43de-00d3-45e2-9d86-a520ec6a2537 None None] Notify callbacks [] for port, precommit_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:00.997017 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-41fd43de-00d3-45e2-9d86-a520ec6a2537 None None] Transition to ACTIVE for port object f17c15d6-39cb-43d7-b875-06e124571481 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:43:01.013554 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-41fd43de-00d3-45e2-9d86-a520ec6a2537 None None] Transition to ACTIVE for port object f17c15d6-39cb-43d7-b875-06e124571481 will not be triggered until provisioned by entity DHCP. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:43:01.016534 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6514-f7cf-4f65-bd20-0796617a916c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:01.020760 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-41fd43de-00d3-45e2-9d86-a520ec6a2537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:01.035835 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6514-f7cf-4f65-bd20-0796617a916c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:01.049589 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a604cc-3584-4c27-b314-51c2a809645e req-ab393a54-1cf4-47fe-b57d-53fcdb69ecd9 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:01.051125 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-21a604cc-3584-4c27-b314-51c2a809645e req-ab393a54-1cf4-47fe-b57d-53fcdb69ecd9 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0473335 Sep 01 09:43:01.059979 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fd43de-00d3-45e2-9d86-a520ec6a2537 None None] Network 1ef54018-d592-4530-92ab-5c0638950a7d is already hosted by enough agents. {{(pid=94094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:43:01.064874 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.scheduler.base_scheduler [None req-41fd43de-00d3-45e2-9d86-a520ec6a2537 None None] Resources bound (agent type, host, resource id): {{(pid=94094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:43:01.067979 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fd43de-00d3-45e2-9d86-a520ec6a2537 None None] Received port after_create {{(pid=94094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:43:01.090369 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-21a604cc-3584-4c27-b314-51c2a809645e req-b06a4e82-b3c7-4c64-a1a6-cddf76e941ec tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323038 Sep 01 09:43:01.096951 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd43de-00d3-45e2-9d86-a520ec6a2537 None None] Pushing event updated for resources: {'Port': ['ID=f17c15d6-39cb-43d7-b875-06e124571481,revision_number=1']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:01.129512 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-41fd43de-00d3-45e2-9d86-a520ec6a2537 None None] Attempting to bind port f17c15d6-39cb-43d7-b875-06e124571481 on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:43:01.129924 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-41fd43de-00d3-45e2-9d86-a520ec6a2537 None None] Attempting to bind port f17c15d6-39cb-43d7-b875-06e124571481 by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': 'f8f5e1d1-815f-4de7-b88d-534ff2d4457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:43:01.130300 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd43de-00d3-45e2-9d86-a520ec6a2537 None None] Attempting to bind port f17c15d6-39cb-43d7-b875-06e124571481 on network 1ef54018-d592-4530-92ab-5c0638950a7d {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:43:01.135178 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd43de-00d3-45e2-9d86-a520ec6a2537 None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:43:01.135544 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd43de-00d3-45e2-9d86-a520ec6a2537 None None] Checking segment: {'id': 'f8f5e1d1-815f-4de7-b88d-534ff2d4457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:43:01.135992 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-41fd43de-00d3-45e2-9d86-a520ec6a2537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:01.136372 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd43de-00d3-45e2-9d86-a520ec6a2537 None None] Bound using segment: {'id': 'f8f5e1d1-815f-4de7-b88d-534ff2d4457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:43:01.136826 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-41fd43de-00d3-45e2-9d86-a520ec6a2537 None None] Bound port: f17c15d6-39cb-43d7-b875-06e124571481, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f5e1d1-815f-4de7-b88d-534ff2d4457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:43:01.137220 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-41fd43de-00d3-45e2-9d86-a520ec6a2537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:01.147785 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-6a6a6514-f7cf-4f65-bd20-0796617a916c admin admin] Allocated IP 172.27.0.98 (5981992f-fe61-47e0-99c1-6f445c6d0ea2/24ba0698-ff73-47e7-90df-c9665eaff537/6b882bf6-3fcb-4651-a7dd-412df7658644) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:43:01.199365 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-41fd43de-00d3-45e2-9d86-a520ec6a2537 None None] For port f17c15d6-39cb-43d7-b875-06e124571481, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:43:01.202934 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-41fd43de-00d3-45e2-9d86-a520ec6a2537 None None] For port f17c15d6-39cb-43d7-b875-06e124571481, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=f17c15d6-39cb-43d7-b875-06e124571481,segment=NetworkSegment(f8f5e1d1-815f-4de7-b88d-534ff2d4457a),segment_id=f8f5e1d1-815f-4de7-b88d-534ff2d4457a)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:43:01.206985 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-41fd43de-00d3-45e2-9d86-a520ec6a2537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:01.249017 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6514-f7cf-4f65-bd20-0796617a916c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:01.271687 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd43de-00d3-45e2-9d86-a520ec6a2537 None None] Pushing event updated for resources: {'Port': ['ID=f17c15d6-39cb-43d7-b875-06e124571481,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:01.294147 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6514-f7cf-4f65-bd20-0796617a916c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:01.329842 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6a6514-f7cf-4f65-bd20-0796617a916c admin admin] Network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:43:01.334735 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-6a6a6514-f7cf-4f65-bd20-0796617a916c admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:43:01.338185 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a6514-f7cf-4f65-bd20-0796617a916c admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:43:01.378462 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a6514-f7cf-4f65-bd20-0796617a916c admin admin] Pushing event updated for resources: {'Port': ['ID=6b882bf6-3fcb-4651-a7dd-412df7658644,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:01.564165 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6514-f7cf-4f65-bd20-0796617a916c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:01.725699 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f400a2-da55-4639-a0b2-321653780d3d req-47809d2f-84da-46b1-84c4-641d737eb3cf tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:01.727180 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-43f400a2-da55-4639-a0b2-321653780d3d req-47809d2f-84da-46b1-84c4-641d737eb3cf tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0487270 Sep 01 09:43:01.768782 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-43f400a2-da55-4639-a0b2-321653780d3d req-0cda477f-2355-4978-a6b6-7c98b88543a4 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338418 Sep 01 09:43:01.769275 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6514-f7cf-4f65-bd20-0796617a916c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16687563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16687858'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:01.904936 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6a6514-f7cf-4f65-bd20-0796617a916c admin admin] Router c460e377-3cca-43cd-8a7b-e101ff8eaf21 is scheduled to L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 09:43:02.013002 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6a6514-f7cf-4f65-bd20-0796617a916c admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:43:02.021953 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] Sync routers for ids ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:43:02.030076 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6a6a6514-f7cf-4f65-bd20-0796617a916c admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:02.031901 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-6a6a6514-f7cf-4f65-bd20-0796617a916c admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4618199 Sep 01 09:43:02.034613 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 38850) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:43:02.036081 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] Routers {'c460e377-3cca-43cd-8a7b-e101ff8eaf21'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:43:02.036775 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:42:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:43:02.080302 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba68e15-0f1a-406c-b2c0-fe6e274dc341 None None] Network 1ef54018-d592-4530-92ab-5c0638950a7d requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:43:02.216185 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20edb8d-55f9-4995-8bad-9b9fee744d8e req-ce4e8611-edbe-4a67-99bd-8603633cc3c0 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:02.217828 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c20edb8d-55f9-4995-8bad-9b9fee744d8e req-ce4e8611-edbe-4a67-99bd-8603633cc3c0 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0535133 Sep 01 09:43:02.262407 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c20edb8d-55f9-4995-8bad-9b9fee744d8e req-cd6a9b60-7b3c-4ac0-bb78-d3fa53c620c4 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376835 Sep 01 09:43:02.321018 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-addc9139-6a4f-49e0-830d-1db9b76d0d12 None None] Provisioning for port f17c15d6-39cb-43d7-b875-06e124571481 completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:43:02.360606 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] Set router c460e377-3cca-43cd-8a7b-e101ff8eaf21 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:43:02.596032 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:43:01Z', 'revision_number': 3, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port': {'id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:01Z', 'updated_at': '2021-09-01T09:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:43:02.623828 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] Checking router: c460e377-3cca-43cd-8a7b-e101ff8eaf21 for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:43:02.624166 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] Updating router c460e377-3cca-43cd-8a7b-e101ff8eaf21 port 6b882bf6-3fcb-4651-a7dd-412df7658644 binding host dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 09:43:02.649873 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:02.673944 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7244c817-e48e-48b2-9ffb-d47bf8ac7a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:02.836943 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-7244c817-e48e-48b2-9ffb-d47bf8ac7a44 admin admin] Allocated IP 172.20.0.1 (1ef54018-d592-4530-92ab-5c0638950a7d/cfaae55d-773d-4b92-a203-450cd6111e59/4917afe8-e377-4254-baf7-9d2aa01fd789) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:43:02.890140 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aee7f2-48b7-4210-9c65-bab6b484cb73 req-aaae821f-bdb2-4ebf-943c-876d4e2537a6 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:02.897700 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c7aee7f2-48b7-4210-9c65-bab6b484cb73 req-aaae821f-bdb2-4ebf-943c-876d4e2537a6 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0570929 Sep 01 09:43:02.921528 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:02.931942 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c7aee7f2-48b7-4210-9c65-bab6b484cb73 req-34499ee9-71e2-4e51-9143-1e484cd383bf tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330923 Sep 01 09:43:02.934654 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] Transition to ACTIVE for port object 6b882bf6-3fcb-4651-a7dd-412df7658644 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:43:02.941804 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:02.972993 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7244c817-e48e-48b2-9ffb-d47bf8ac7a44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:02.993281 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-7244c817-e48e-48b2-9ffb-d47bf8ac7a44 admin admin] Transition to ACTIVE for port object 4917afe8-e377-4254-baf7-9d2aa01fd789 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:43:02.994982 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569abce9-7575-4340-b54b-42cc08aca0a2 None None] Pushing event updated for resources: {'Port': ['ID=6b882bf6-3fcb-4651-a7dd-412df7658644,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:02.996862 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] Attempting to bind port 6b882bf6-3fcb-4651-a7dd-412df7658644 on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:43:02.997222 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] Attempting to bind port 6b882bf6-3fcb-4651-a7dd-412df7658644 by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:43:02.997583 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] Attempting to bind port 6b882bf6-3fcb-4651-a7dd-412df7658644 on network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:43:03.003236 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:43:03.003701 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] Checking segment: {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:43:03.004159 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:03.004570 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] Bound using segment: {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:43:03.005040 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] Bound port: 6b882bf6-3fcb-4651-a7dd-412df7658644, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:43:03.005417 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:03.038133 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7244c817-e48e-48b2-9ffb-d47bf8ac7a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:03.058035 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] For port 6b882bf6-3fcb-4651-a7dd-412df7658644, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:43:03.060941 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] For port 6b882bf6-3fcb-4651-a7dd-412df7658644, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=6b882bf6-3fcb-4651-a7dd-412df7658644,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:43:03.065717 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:03.074302 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7244c817-e48e-48b2-9ffb-d47bf8ac7a44 admin admin] Network 1ef54018-d592-4530-92ab-5c0638950a7d is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:43:03.079108 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-7244c817-e48e-48b2-9ffb-d47bf8ac7a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:43:03.082622 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7244c817-e48e-48b2-9ffb-d47bf8ac7a44 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:43:03.083100 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7244c817-e48e-48b2-9ffb-d47bf8ac7a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16688769'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:03.119984 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] Routers {'c460e377-3cca-43cd-8a7b-e101ff8eaf21'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:43:03.120489 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244c817-e48e-48b2-9ffb-d47bf8ac7a44 admin admin] Pushing event updated for resources: {'Port': ['ID=4917afe8-e377-4254-baf7-9d2aa01fd789,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:03.120629 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:42:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:43:03.159266 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569abce9-7575-4340-b54b-42cc08aca0a2 None None] Pushing event updated for resources: {'Port': ['ID=6b882bf6-3fcb-4651-a7dd-412df7658644,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:03.220890 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7244c817-e48e-48b2-9ffb-d47bf8ac7a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:03.239431 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] Set router c460e377-3cca-43cd-8a7b-e101ff8eaf21 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:43:03.358822 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-215cabd5-3904-4672-8936-52acf471ea35 None None] Provisioning for port 4917afe8-e377-4254-baf7-9d2aa01fd789 completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:43:03.363067 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-215cabd5-3904-4672-8936-52acf471ea35 None None] Provisioning complete for port 4917afe8-e377-4254-baf7-9d2aa01fd789 triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:43:03.363457 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-215cabd5-3904-4672-8936-52acf471ea35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:03.395473 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device f17c15d6-39cb-43d7-b875-06e124571481 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:43:03.399505 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1fba7-9743-493e-8cbb-6a04a05fbc7f req-3abdf06c-ceab-414e-afc6-01d923780bd0 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:03.401043 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-73c1fba7-9743-493e-8cbb-6a04a05fbc7f req-3abdf06c-ceab-414e-afc6-01d923780bd0 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0629609 Sep 01 09:43:03.412123 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7244c817-e48e-48b2-9ffb-d47bf8ac7a44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:03.418279 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7244c817-e48e-48b2-9ffb-d47bf8ac7a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:03.419144 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7244c817-e48e-48b2-9ffb-d47bf8ac7a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16366407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16703281'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:03.448852 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-215cabd5-3904-4672-8936-52acf471ea35 None None] Port 4917afe8-e377-4254-baf7-9d2aa01fd789 cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:43:03.450590 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-73c1fba7-9743-493e-8cbb-6a04a05fbc7f req-a36e0a9c-dc1b-4938-8032-ed6741279f9d tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424576 Sep 01 09:43:03.509110 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244c817-e48e-48b2-9ffb-d47bf8ac7a44 admin admin] Pushing event updated for resources: {'Port': ['ID=4917afe8-e377-4254-baf7-9d2aa01fd789,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:03.522350 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port f17c15d6-39cb-43d7-b875-06e124571481 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:43:03.527133 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port f17c15d6-39cb-43d7-b875-06e124571481 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:43:03.527501 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:03.550387 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7244c817-e48e-48b2-9ffb-d47bf8ac7a44 admin admin] Network 1ef54018-d592-4530-92ab-5c0638950a7d is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:43:03.551818 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-7244c817-e48e-48b2-9ffb-d47bf8ac7a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:43:03.555902 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:43:01Z', 'revision_number': 3, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port': {'id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:01Z', 'updated_at': '2021-09-01T09:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:43:03.593017 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246db9f2-63ba-4c50-a677-65c05c118098 None None] The sync data for ids ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'] in dv-cinder-806726-2-iscsi is: [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:43:01Z', 'revision_number': 3, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port': {'id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:01Z', 'updated_at': '2021-09-01T09:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:43:03.646127 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:03.669194 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7244c817-e48e-48b2-9ffb-d47bf8ac7a44 admin admin] Router c460e377-3cca-43cd-8a7b-e101ff8eaf21 has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:43:03.698586 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port f17c15d6-39cb-43d7-b875-06e124571481, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=f17c15d6-39cb-43d7-b875-06e124571481,segment=NetworkSegment(f8f5e1d1-815f-4de7-b88d-534ff2d4457a),segment_id=f8f5e1d1-815f-4de7-b88d-534ff2d4457a)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:43:03.704116 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:03.763725 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=f17c15d6-39cb-43d7-b875-06e124571481,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:03.782792 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-ca2780c7-24bd-4751-94b1-78dc3abfbf6c None None] Provisioning complete for port 4917afe8-e377-4254-baf7-9d2aa01fd789 triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:43:03.783325 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-ca2780c7-24bd-4751-94b1-78dc3abfbf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:03.805664 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7244c817-e48e-48b2-9ffb-d47bf8ac7a44 admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:43:03.818397 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-7244c817-e48e-48b2-9ffb-d47bf8ac7a44 admin admin] 10.222.0.74 "PUT /v2.0/routers/c460e377-3cca-43cd-8a7b-e101ff8eaf21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7751093 Sep 01 09:43:03.822233 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-ca2780c7-24bd-4751-94b1-78dc3abfbf6c None None] Port 4917afe8-e377-4254-baf7-9d2aa01fd789 cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:43:04.067647 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c81ef-ce61-4a31-9667-10b42224efc3 req-23800e6e-a94c-44c7-9016-270947177aa5 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:04.069623 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a97c81ef-ce61-4a31-9667-10b42224efc3 req-23800e6e-a94c-44c7-9016-270947177aa5 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0600441 Sep 01 09:43:04.118217 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a97c81ef-ce61-4a31-9667-10b42224efc3 req-cd434ba2-f9c3-41d7-ac3d-d202b0567755 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380464 Sep 01 09:43:04.350591 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 38882) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:43:04.355893 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ee14bf2b-bc22-4f50-884a-8123b1e9b12d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-998172920-network', 'tenant_id': '0ede76a0e33347e9bb07cd5e0fd540b2'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:43:04.378014 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee14bf2b-bc22-4f50-884a-8123b1e9b12d admin admin] Made reservation on behalf of 0ede76a0e33347e9bb07cd5e0fd540b2 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:43:04.380221 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee14bf2b-bc22-4f50-884a-8123b1e9b12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:04.388596 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee14bf2b-bc22-4f50-884a-8123b1e9b12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:04.483935 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee14bf2b-bc22-4f50-884a-8123b1e9b12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:04.488304 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee14bf2b-bc22-4f50-884a-8123b1e9b12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:04.508946 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee14bf2b-bc22-4f50-884a-8123b1e9b12d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 09:43:04.522602 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14bf2b-bc22-4f50-884a-8123b1e9b12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3270e225-a14b-430c-92d5-7a8e5b00b3b6,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:04.527651 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee14bf2b-bc22-4f50-884a-8123b1e9b12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:04.528016 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.db.segments_db [None req-ee14bf2b-bc22-4f50-884a-8123b1e9b12d admin admin] Added segment 9ce64963-1b7c-4871-9981-29fc23c6bf73 of type vlan for network b12bb779-22a8-4499-854d-d13c77d8dac4 Sep 01 09:43:04.592307 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee14bf2b-bc22-4f50-884a-8123b1e9b12d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737162809959'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:04.594712 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb880970-6c2a-4b8b-aace-cc6a7d98a7ab req-ce29faa3-be2d-4e55-862d-49cbb5cd6943 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:04.596471 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fb880970-6c2a-4b8b-aace-cc6a7d98a7ab req-ce29faa3-be2d-4e55-862d-49cbb5cd6943 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0650046 Sep 01 09:43:04.623205 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee14bf2b-bc22-4f50-884a-8123b1e9b12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:04.623778 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee14bf2b-bc22-4f50-884a-8123b1e9b12d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:04.624388 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee14bf2b-bc22-4f50-884a-8123b1e9b12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:04.636823 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fb880970-6c2a-4b8b-aace-cc6a7d98a7ab req-2014eeec-ecef-4ab3-8c9f-73c42bc7c9fb tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341425 Sep 01 09:43:04.685416 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-ee14bf2b-bc22-4f50-884a-8123b1e9b12d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3332336 Sep 01 09:43:04.687881 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 38886) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:43:04.694302 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-6d4d891a-4f4b-4f5f-b7d5-e29177337879 admin admin] Request body: {'subnet': {'network_id': 'b12bb779-22a8-4499-854d-d13c77d8dac4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-998172920-subnet', 'tenant_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:43:04.708932 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14bf2b-bc22-4f50-884a-8123b1e9b12d admin admin] Pushing event updated for resources: {'Network': ['ID=b12bb779-22a8-4499-854d-d13c77d8dac4,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:04.718727 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Network b12bb779-22a8-4499-854d-d13c77d8dac4 details requested by agent ovs-agent-dv-cinder-806726-2-iscsi with host dv-cinder-806726-2-iscsi {{(pid=94094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 09:43:04.723924 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4d891a-4f4b-4f5f-b7d5-e29177337879 admin admin] Made reservation on behalf of 0ede76a0e33347e9bb07cd5e0fd540b2 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:43:04.726164 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6d4d891a-4f4b-4f5f-b7d5-e29177337879 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:04.897813 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6d4d891a-4f4b-4f5f-b7d5-e29177337879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:04.950056 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d891a-4f4b-4f5f-b7d5-e29177337879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe32f016-83ac-4f3b-9b14-d306d46b99e8,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:04.965918 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4d891a-4f4b-4f5f-b7d5-e29177337879 admin admin] Checking segment: {'id': '9ce64963-1b7c-4871-9981-29fc23c6bf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b12bb779-22a8-4499-854d-d13c77d8dac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:43:04.966279 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4d891a-4f4b-4f5f-b7d5-e29177337879 admin admin] Network hostable DHCP agents. Network: b12bb779-22a8-4499-854d-d13c77d8dac4, hostable agents: ['c003adbb-c13d-447f-8337-f44cd480aeda'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 09:43:04.985096 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4d891a-4f4b-4f5f-b7d5-e29177337879 admin admin] Network b12bb779-22a8-4499-854d-d13c77d8dac4 is scheduled to be hosted by DHCP agent c003adbb-c13d-447f-8337-f44cd480aeda with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 09:43:04.994494 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-6d4d891a-4f4b-4f5f-b7d5-e29177337879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-2-iscsi, b12bb779-22a8-4499-854d-d13c77d8dac4) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:43:04.999465 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4d891a-4f4b-4f5f-b7d5-e29177337879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:05.001567 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6d4d891a-4f4b-4f5f-b7d5-e29177337879 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:05.002347 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1aa0bf-9e8a-4fb6-8482-fb7173e7f590 None None] Network b12bb779-22a8-4499-854d-d13c77d8dac4 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:43:05.019605 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-6d4d891a-4f4b-4f5f-b7d5-e29177337879 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3282001 Sep 01 09:43:05.019605 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 38888) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:43:05.024080 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c4f381a2-2bab-4b2b-81a1-1924da98e407 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-998172920-router', 'tenant_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:43:05.045766 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c4f381a2-2bab-4b2b-81a1-1924da98e407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16722196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3338'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:05.046818 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c4f381a2-2bab-4b2b-81a1-1924da98e407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16687602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16687745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16692834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3357'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:05.097795 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c4f381a2-2bab-4b2b-81a1-1924da98e407 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:05.132047 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] Sync routers for ids ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'] in dv-cinder-806726-2-iscsi {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:43:05.143105 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] Routers {'c460e377-3cca-43cd-8a7b-e101ff8eaf21'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:43:05.143339 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:42:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:43:05.157589 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c164ae7-4ce0-45dc-a5c3-61c8c9a80f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9314cc3d-ddc5-5adb-9ce6-a70e23c5565a-b12bb779-22a8-4499-854d-d13c77d8dac4', 'network_id': 'b12bb779-22a8-4499-854d-d13c77d8dac4', 'tenant_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'fixed_ips': [{'subnet_id': 'fe32f016-83ac-4f3b-9b14-d306d46b99e8'}]}} from dv-cinder-806726-2-iscsi. {{(pid=94094) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 09:43:05.158635 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-3c164ae7-4ce0-45dc-a5c3-61c8c9a80f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:05.274585 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] Set router c460e377-3cca-43cd-8a7b-e101ff8eaf21 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:43:05.283822 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c4f381a2-2bab-4b2b-81a1-1924da98e407 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:05.296960 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83058bce-19ce-47b6-ac7b-210915706e65 req-bbfe313d-6142-41b1-8ee3-e71b05323513 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:05.313769 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-83058bce-19ce-47b6-ac7b-210915706e65 req-bbfe313d-6142-41b1-8ee3-e71b05323513 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0867233 Sep 01 09:43:05.369892 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-83058bce-19ce-47b6-ac7b-210915706e65 req-3f5b5015-79df-44eb-95b1-46c8542368c5 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531275 Sep 01 09:43:05.399081 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.db_base_plugin_common [None req-3c164ae7-4ce0-45dc-a5c3-61c8c9a80f0a None None] Allocated IP 172.20.0.2 (b12bb779-22a8-4499-854d-d13c77d8dac4/fe32f016-83ac-4f3b-9b14-d306d46b99e8/70c6a0cd-5f1b-41c4-817c-df845c570a06) {{(pid=94094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:43:05.461818 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 6b882bf6-3fcb-4651-a7dd-412df7658644 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:43:05.524399 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:43:03Z', 'revision_number': 4, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port': {'id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b7:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:01Z', 'updated_at': '2021-09-01T09:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '4917afe8-e377-4254-baf7-9d2aa01fd789', 'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'mac_address': 'fa:16:3e:81:26:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:02Z', 'updated_at': '2021-09-01T09:43:03Z', 'revision_number': 2, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'subnets': [{'id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:43:05.524676 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c4f381a2-2bab-4b2b-81a1-1924da98e407 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:05.548357 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c4f381a2-2bab-4b2b-81a1-1924da98e407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:05.548876 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port 6b882bf6-3fcb-4651-a7dd-412df7658644 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:43:05.551744 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] Checking router: c460e377-3cca-43cd-8a7b-e101ff8eaf21 for host: dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:43:05.552096 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] Updating router c460e377-3cca-43cd-8a7b-e101ff8eaf21 port 4917afe8-e377-4254-baf7-9d2aa01fd789 binding host dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 09:43:05.574991 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 6b882bf6-3fcb-4651-a7dd-412df7658644 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:43:05.575360 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:05.577526 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:05.619250 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-3c164ae7-4ce0-45dc-a5c3-61c8c9a80f0a None None] Notify callbacks [] for port, precommit_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:05.630977 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-3c164ae7-4ce0-45dc-a5c3-61c8c9a80f0a None None] Transition to ACTIVE for port object 70c6a0cd-5f1b-41c4-817c-df845c570a06 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:43:05.650373 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-3c164ae7-4ce0-45dc-a5c3-61c8c9a80f0a None None] Transition to ACTIVE for port object 70c6a0cd-5f1b-41c4-817c-df845c570a06 will not be triggered until provisioned by entity DHCP. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:43:05.655696 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-c4f381a2-2bab-4b2b-81a1-1924da98e407 admin admin] Allocated IP 172.27.0.19 (5981992f-fe61-47e0-99c1-6f445c6d0ea2/24ba0698-ff73-47e7-90df-c9665eaff537/0c859771-fcad-48bc-84bb-1b0b56f6f540) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:43:05.657411 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-3c164ae7-4ce0-45dc-a5c3-61c8c9a80f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:05.760821 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c164ae7-4ce0-45dc-a5c3-61c8c9a80f0a None None] Pushing event updated for resources: {'Port': ['ID=70c6a0cd-5f1b-41c4-817c-df845c570a06,revision_number=1']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:05.772868 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c164ae7-4ce0-45dc-a5c3-61c8c9a80f0a None None] Network b12bb779-22a8-4499-854d-d13c77d8dac4 is already hosted by enough agents. {{(pid=94094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:43:05.774211 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:05.784369 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c4f381a2-2bab-4b2b-81a1-1924da98e407 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:05.788112 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7d035-bb48-4804-b6b6-40e2ac900d04 req-b03c1771-8dfb-4a9d-92fc-60e418bd38f8 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:05.790370 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-39c7d035-bb48-4804-b6b6-40e2ac900d04 req-b03c1771-8dfb-4a9d-92fc-60e418bd38f8 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0664508 Sep 01 09:43:05.800045 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.scheduler.base_scheduler [None req-3c164ae7-4ce0-45dc-a5c3-61c8c9a80f0a None None] Resources bound (agent type, host, resource id): {{(pid=94094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:43:05.805919 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c164ae7-4ce0-45dc-a5c3-61c8c9a80f0a None None] Received port after_create {{(pid=94094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:43:05.812560 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port 6b882bf6-3fcb-4651-a7dd-412df7658644, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=6b882bf6-3fcb-4651-a7dd-412df7658644,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:43:05.821496 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:05.822475 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device f17c15d6-39cb-43d7-b875-06e124571481 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:43:05.831796 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c4f381a2-2bab-4b2b-81a1-1924da98e407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:05.848409 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-39c7d035-bb48-4804-b6b6-40e2ac900d04 req-c484d24a-5bfd-4450-aa5b-a71d262e42d1 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429707 Sep 01 09:43:05.871421 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f381a2-2bab-4b2b-81a1-1924da98e407 admin admin] Network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:43:05.874291 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-c4f381a2-2bab-4b2b-81a1-1924da98e407 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:43:05.877569 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f381a2-2bab-4b2b-81a1-1924da98e407 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:43:05.953291 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f381a2-2bab-4b2b-81a1-1924da98e407 admin admin] Pushing event updated for resources: {'Port': ['ID=0c859771-fcad-48bc-84bb-1b0b56f6f540,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:05.954656 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-3c164ae7-4ce0-45dc-a5c3-61c8c9a80f0a None None] Attempting to bind port 70c6a0cd-5f1b-41c4-817c-df845c570a06 on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:43:05.955115 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-3c164ae7-4ce0-45dc-a5c3-61c8c9a80f0a None None] Attempting to bind port 70c6a0cd-5f1b-41c4-817c-df845c570a06 by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': '9ce64963-1b7c-4871-9981-29fc23c6bf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b12bb779-22a8-4499-854d-d13c77d8dac4'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:43:05.959924 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c164ae7-4ce0-45dc-a5c3-61c8c9a80f0a None None] Attempting to bind port 70c6a0cd-5f1b-41c4-817c-df845c570a06 on network b12bb779-22a8-4499-854d-d13c77d8dac4 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:43:05.968705 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=6b882bf6-3fcb-4651-a7dd-412df7658644,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:05.972413 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c164ae7-4ce0-45dc-a5c3-61c8c9a80f0a None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:43:05.972787 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c164ae7-4ce0-45dc-a5c3-61c8c9a80f0a None None] Checking segment: {'id': '9ce64963-1b7c-4871-9981-29fc23c6bf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b12bb779-22a8-4499-854d-d13c77d8dac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:43:05.973196 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-3c164ae7-4ce0-45dc-a5c3-61c8c9a80f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:05.973584 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c164ae7-4ce0-45dc-a5c3-61c8c9a80f0a None None] Bound using segment: {'id': '9ce64963-1b7c-4871-9981-29fc23c6bf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b12bb779-22a8-4499-854d-d13c77d8dac4'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:43:05.974056 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-3c164ae7-4ce0-45dc-a5c3-61c8c9a80f0a None None] Bound port: 70c6a0cd-5f1b-41c4-817c-df845c570a06, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce64963-1b7c-4871-9981-29fc23c6bf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b12bb779-22a8-4499-854d-d13c77d8dac4'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:43:05.974430 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-3c164ae7-4ce0-45dc-a5c3-61c8c9a80f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:05.984614 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:05.991767 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port f17c15d6-39cb-43d7-b875-06e124571481 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:43:05.992157 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:06.002684 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] Transition to ACTIVE for port object 4917afe8-e377-4254-baf7-9d2aa01fd789 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:43:06.013042 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:06.095268 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-3c164ae7-4ce0-45dc-a5c3-61c8c9a80f0a None None] For port 70c6a0cd-5f1b-41c4-817c-df845c570a06, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:43:06.100516 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-3c164ae7-4ce0-45dc-a5c3-61c8c9a80f0a None None] For port 70c6a0cd-5f1b-41c4-817c-df845c570a06, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=70c6a0cd-5f1b-41c4-817c-df845c570a06,segment=NetworkSegment(9ce64963-1b7c-4871-9981-29fc23c6bf73),segment_id=9ce64963-1b7c-4871-9981-29fc23c6bf73)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:43:06.104817 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e2c9d-15ed-4361-8509-f6b317b19f39 None None] Pushing event updated for resources: {'Port': ['ID=4917afe8-e377-4254-baf7-9d2aa01fd789,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:06.124104 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-3c164ae7-4ce0-45dc-a5c3-61c8c9a80f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:06.132389 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e2c9d-15ed-4361-8509-f6b317b19f39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:06.133371 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e2c9d-15ed-4361-8509-f6b317b19f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:06.133873 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e2c9d-15ed-4361-8509-f6b317b19f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:06.134385 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e2c9d-15ed-4361-8509-f6b317b19f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:06.134711 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e2c9d-15ed-4361-8509-f6b317b19f39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:06.135199 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e2c9d-15ed-4361-8509-f6b317b19f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:06.135715 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e2c9d-15ed-4361-8509-f6b317b19f39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:06.136226 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e2c9d-15ed-4361-8509-f6b317b19f39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:06.136795 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e2c9d-15ed-4361-8509-f6b317b19f39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:06.137271 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e2c9d-15ed-4361-8509-f6b317b19f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:06.137754 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e2c9d-15ed-4361-8509-f6b317b19f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:06.138239 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e2c9d-15ed-4361-8509-f6b317b19f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:06.139751 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c4f381a2-2bab-4b2b-81a1-1924da98e407 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:06.156446 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] Attempting to bind port 4917afe8-e377-4254-baf7-9d2aa01fd789 on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:43:06.157063 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] Attempting to bind port 4917afe8-e377-4254-baf7-9d2aa01fd789 by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': 'f8f5e1d1-815f-4de7-b88d-534ff2d4457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:43:06.157609 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] Attempting to bind port 4917afe8-e377-4254-baf7-9d2aa01fd789 on network 1ef54018-d592-4530-92ab-5c0638950a7d {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:43:06.163730 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:43:06.164400 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] Checking segment: {'id': 'f8f5e1d1-815f-4de7-b88d-534ff2d4457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:43:06.165003 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:06.165602 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] Bound using segment: {'id': 'f8f5e1d1-815f-4de7-b88d-534ff2d4457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:43:06.166255 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] Bound port: 4917afe8-e377-4254-baf7-9d2aa01fd789, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f5e1d1-815f-4de7-b88d-534ff2d4457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:43:06.166826 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:06.209893 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c164ae7-4ce0-45dc-a5c3-61c8c9a80f0a None None] Pushing event updated for resources: {'Port': ['ID=70c6a0cd-5f1b-41c4-817c-df845c570a06,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:06.276937 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] For port 4917afe8-e377-4254-baf7-9d2aa01fd789, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:43:06.280751 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] For port 4917afe8-e377-4254-baf7-9d2aa01fd789, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=4917afe8-e377-4254-baf7-9d2aa01fd789,segment=NetworkSegment(f8f5e1d1-815f-4de7-b88d-534ff2d4457a),segment_id=f8f5e1d1-815f-4de7-b88d-534ff2d4457a)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:43:06.287755 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:06.357330 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e2c9d-15ed-4361-8509-f6b317b19f39 None None] Pushing event updated for resources: {'Port': ['ID=4917afe8-e377-4254-baf7-9d2aa01fd789,revision_number=4']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:06.373548 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] Routers {'c460e377-3cca-43cd-8a7b-e101ff8eaf21'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:43:06.374896 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:42:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:43:06.550846 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] Set router c460e377-3cca-43cd-8a7b-e101ff8eaf21 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:43:06.588537 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9822297-b0e5-4208-8a7c-8d43f4706fa0 req-020fac42-157f-47cc-b8c7-7500422582cd tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:06.596273 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e9822297-b0e5-4208-8a7c-8d43f4706fa0 req-020fac42-157f-47cc-b8c7-7500422582cd tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.1007037 Sep 01 09:43:06.679795 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e9822297-b0e5-4208-8a7c-8d43f4706fa0 req-8c7bbdc1-98a3-4d53-9fa5-a4d6d9ae8f31 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821619 Sep 01 09:43:06.777040 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c4f381a2-2bab-4b2b-81a1-1924da98e407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16687563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16687858'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:06.799068 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:43:03Z', 'revision_number': 4, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port': {'id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:01Z', 'updated_at': '2021-09-01T09:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '4917afe8-e377-4254-baf7-9d2aa01fd789', 'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'mac_address': 'fa:16:3e:81:26:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:02Z', 'updated_at': '2021-09-01T09:43:06Z', 'revision_number': 4, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'subnets': [{'id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:43:06.824695 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1445606-7652-48cf-80ac-62a7296bc994 None None] The sync data for ids ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'] in dv-cinder-806726-2-iscsi is: [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:43:03Z', 'revision_number': 4, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port': {'id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:01Z', 'updated_at': '2021-09-01T09:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '4917afe8-e377-4254-baf7-9d2aa01fd789', 'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'mac_address': 'fa:16:3e:81:26:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:02Z', 'updated_at': '2021-09-01T09:43:06Z', 'revision_number': 4, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'subnets': [{'id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:43:06.921249 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f381a2-2bab-4b2b-81a1-1924da98e407 admin admin] Router bf29eba8-dd9c-48c3-adab-15c24c6c5577 is scheduled to L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 09:43:06.984981 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61a285-6f3e-4bb6-af58-d4b8aaf6291b req-e25119d9-66a1-46b5-a0f8-da2becb038f1 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:06.993761 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ec61a285-6f3e-4bb6-af58-d4b8aaf6291b req-e25119d9-66a1-46b5-a0f8-da2becb038f1 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0709159 Sep 01 09:43:07.048488 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ec61a285-6f3e-4bb6-af58-d4b8aaf6291b req-8edb4041-2bc1-4beb-8fb3-6a2350b263d8 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532229 Sep 01 09:43:07.083094 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13419208-ae8b-4609-8adb-26caca6a0adc req-98139945-44e5-43c4-87db-06499f09c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:07.084667 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-13419208-ae8b-4609-8adb-26caca6a0adc req-98139945-44e5-43c4-87db-06499f09c6d6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bab9bd04bc9448768f269f0704762dbf&device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 1099 time: 0.1092772 Sep 01 09:43:07.089439 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f381a2-2bab-4b2b-81a1-1924da98e407 admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:43:07.098769 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] Sync routers for ids ['bf29eba8-dd9c-48c3-adab-15c24c6c5577'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:43:07.112441 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c4f381a2-2bab-4b2b-81a1-1924da98e407 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:07.116283 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-c4f381a2-2bab-4b2b-81a1-1924da98e407 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0931046 Sep 01 09:43:07.116594 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 38906) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:43:07.117918 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] Routers {'bf29eba8-dd9c-48c3-adab-15c24c6c5577'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:43:07.118504 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:42:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['bf29eba8-dd9c-48c3-adab-15c24c6c5577'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:43:07.245777 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] Set router bf29eba8-dd9c-48c3-adab-15c24c6c5577 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:43:07.269409 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13419208-ae8b-4609-8adb-26caca6a0adc req-ed42a331-6056-4e83-8909-5d7ba4ae3033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:07.278418 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-13419208-ae8b-4609-8adb-26caca6a0adc req-ed42a331-6056-4e83-8909-5d7ba4ae3033 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b38449d0-b6a0-4520-8507-cbd413764049 HTTP/1.1" status: 200 len: 911 time: 0.1717980 Sep 01 09:43:07.290171 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:43:07.470799 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-13419208-ae8b-4609-8adb-26caca6a0adc req-62bba6a1-1db6-49bf-821f-f3a01e561380 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22c90122-84d9-4477-a355-d834502909d6 HTTP/1.1" status: 200 len: 1002 time: 0.1831131 Sep 01 09:43:07.589199 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13419208-ae8b-4609-8adb-26caca6a0adc req-e2e4324e-79e1-4a8c-96fb-4b7c023667a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:07.590690 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-13419208-ae8b-4609-8adb-26caca6a0adc req-e2e4324e-79e1-4a8c-96fb-4b7c023667a2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b9cb2b7-7426-48b5-8a03-fbe41cdd5436 HTTP/1.1" status: 200 len: 848 time: 0.1093893 Sep 01 09:43:07.601386 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9b55ad-a2e7-4899-8676-8ba7e8ed8381 None None] Network b12bb779-22a8-4499-854d-d13c77d8dac4 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:43:07.658704 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13419208-ae8b-4609-8adb-26caca6a0adc req-6554dd10-f78a-4057-80dd-bbc9604e6a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:07.661492 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-13419208-ae8b-4609-8adb-26caca6a0adc req-6554dd10-f78a-4057-80dd-bbc9604e6a27 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b38449d0-b6a0-4520-8507-cbd413764049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631325 Sep 01 09:43:07.687549 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 70c6a0cd-5f1b-41c4-817c-df845c570a06 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:43:07.802825 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-13419208-ae8b-4609-8adb-26caca6a0adc req-8c425fa7-0678-4793-a66f-253a2f77dc5c service neutron] 10.222.0.77 "GET /v2.0/networks/b38449d0-b6a0-4520-8507-cbd413764049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245427 Sep 01 09:43:07.847551 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-8cbebe40-b7e9-48b8-9339-260e28e913e9 None None] Provisioning for port 70c6a0cd-5f1b-41c4-817c-df845c570a06 completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:43:07.920256 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ba941-47b3-4168-8047-0fb1b0bd1acf req-c2b1ab66-0bc9-40ed-a5af-cc7fbec3ac81 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:07.921997 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-de6ba941-47b3-4168-8047-0fb1b0bd1acf req-c2b1ab66-0bc9-40ed-a5af-cc7fbec3ac81 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.1476123 Sep 01 09:43:07.924131 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-092cdc7b-3e91-40dd-8fc7-fb6400e8fb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:07.934622 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-13419208-ae8b-4609-8adb-26caca6a0adc req-20cc073b-7fad-46c2-823d-74c80350a7e8 service neutron] 10.222.0.77 "GET /v2.0/networks/b38449d0-b6a0-4520-8507-cbd413764049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218116 Sep 01 09:43:07.940201 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port 70c6a0cd-5f1b-41c4-817c-df845c570a06 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:43:07.952172 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 70c6a0cd-5f1b-41c4-817c-df845c570a06 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:43:07.952540 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:07.988293 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-de6ba941-47b3-4168-8047-0fb1b0bd1acf req-f414b86c-55f6-431b-b570-073218310fa0 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511425 Sep 01 09:43:08.056446 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf29eba8-dd9c-48c3-adab-15c24c6c5577', 'name': 'tempest-TestVolumeBootPattern-998172920-router', 'tenant_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '0c859771-fcad-48bc-84bb-1b0b56f6f540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:05Z', 'updated_at': '2021-09-01T09:43:05Z', 'revision_number': 3, 'project_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'gw_port': {'id': '0c859771-fcad-48bc-84bb-1b0b56f6f540', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf29eba8-dd9c-48c3-adab-15c24c6c5577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:05Z', 'updated_at': '2021-09-01T09:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:43:08.087365 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] Checking router: bf29eba8-dd9c-48c3-adab-15c24c6c5577 for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:43:08.087754 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] Updating router bf29eba8-dd9c-48c3-adab-15c24c6c5577 port 0c859771-fcad-48bc-84bb-1b0b56f6f540 binding host dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 09:43:08.119916 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:08.123033 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:08.189063 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-092cdc7b-3e91-40dd-8fc7-fb6400e8fb0f admin admin] Allocated IP 172.20.0.1 (b12bb779-22a8-4499-854d-d13c77d8dac4/fe32f016-83ac-4f3b-9b14-d306d46b99e8/b1d391f5-904a-4d14-9be3-d347571e62ea) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:43:08.213876 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beaf0e3-792e-47fe-aa5a-f2e617fcca04 req-22038807-7cd9-4a04-918c-0e4c0f6a95f5 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:08.215406 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1beaf0e3-792e-47fe-aa5a-f2e617fcca04 req-22038807-7cd9-4a04-918c-0e4c0f6a95f5 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0734096 Sep 01 09:43:08.231222 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port 70c6a0cd-5f1b-41c4-817c-df845c570a06, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=70c6a0cd-5f1b-41c4-817c-df845c570a06,segment=NetworkSegment(9ce64963-1b7c-4871-9981-29fc23c6bf73),segment_id=9ce64963-1b7c-4871-9981-29fc23c6bf73)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:43:08.237912 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:08.238759 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 4917afe8-e377-4254-baf7-9d2aa01fd789 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:43:08.307195 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1beaf0e3-792e-47fe-aa5a-f2e617fcca04 req-dea7124b-ff41-4313-bc89-c702e7be4e31 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764613 Sep 01 09:43:08.342324 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-092cdc7b-3e91-40dd-8fc7-fb6400e8fb0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:08.357798 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-092cdc7b-3e91-40dd-8fc7-fb6400e8fb0f admin admin] Transition to ACTIVE for port object b1d391f5-904a-4d14-9be3-d347571e62ea will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:43:08.380755 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-c736eb5c-d2b8-4a38-85a4-cb602f0b6763 None None] Provisioning complete for port 70c6a0cd-5f1b-41c4-817c-df845c570a06 triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:43:08.381126 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c736eb5c-d2b8-4a38-85a4-cb602f0b6763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:08.395487 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-092cdc7b-3e91-40dd-8fc7-fb6400e8fb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:08.402013 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=70c6a0cd-5f1b-41c4-817c-df845c570a06,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:08.439025 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port 4917afe8-e377-4254-baf7-9d2aa01fd789 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:43:08.449746 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092cdc7b-3e91-40dd-8fc7-fb6400e8fb0f admin admin] Network b12bb779-22a8-4499-854d-d13c77d8dac4 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:43:08.451428 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-092cdc7b-3e91-40dd-8fc7-fb6400e8fb0f admin admin] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:43:08.454288 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092cdc7b-3e91-40dd-8fc7-fb6400e8fb0f admin admin] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:43:08.457215 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 4917afe8-e377-4254-baf7-9d2aa01fd789 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:43:08.457583 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:08.488620 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092cdc7b-3e91-40dd-8fc7-fb6400e8fb0f admin admin] Pushing event updated for resources: {'Port': ['ID=b1d391f5-904a-4d14-9be3-d347571e62ea,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:08.500006 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-092cdc7b-3e91-40dd-8fc7-fb6400e8fb0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16688769'] for router_interface, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:08.628892 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:08.640671 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-092cdc7b-3e91-40dd-8fc7-fb6400e8fb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:08.647636 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] Transition to ACTIVE for port object 0c859771-fcad-48bc-84bb-1b0b56f6f540 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:43:08.652114 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:08.660551 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:08.738448 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port 4917afe8-e377-4254-baf7-9d2aa01fd789, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=4917afe8-e377-4254-baf7-9d2aa01fd789,segment=NetworkSegment(f8f5e1d1-815f-4de7-b88d-534ff2d4457a),segment_id=f8f5e1d1-815f-4de7-b88d-534ff2d4457a)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:43:08.744513 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] Attempting to bind port 0c859771-fcad-48bc-84bb-1b0b56f6f540 on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:43:08.744887 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] Attempting to bind port 0c859771-fcad-48bc-84bb-1b0b56f6f540 by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:43:08.745277 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] Attempting to bind port 0c859771-fcad-48bc-84bb-1b0b56f6f540 on network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:43:08.747259 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:08.748044 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 6b882bf6-3fcb-4651-a7dd-412df7658644 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:43:08.749500 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b6862-c87d-445b-8b0b-2c8d056720ec None None] Pushing event updated for resources: {'Port': ['ID=0c859771-fcad-48bc-84bb-1b0b56f6f540,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:08.757161 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-fb6c8478-3709-410b-a868-78c0a2292842 None None] Provisioning for port b1d391f5-904a-4d14-9be3-d347571e62ea completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:43:08.778609 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:43:08.778989 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] Checking segment: {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:43:08.779390 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:08.779807 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] Bound using segment: {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:43:08.780289 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] Bound port: 0c859771-fcad-48bc-84bb-1b0b56f6f540, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:43:08.780682 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:08.819446 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-092cdc7b-3e91-40dd-8fc7-fb6400e8fb0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:08.824804 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-092cdc7b-3e91-40dd-8fc7-fb6400e8fb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:08.826326 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-fb6c8478-3709-410b-a868-78c0a2292842 None None] Provisioning complete for port b1d391f5-904a-4d14-9be3-d347571e62ea triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:43:08.826700 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-fb6c8478-3709-410b-a868-78c0a2292842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:08.892737 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-092cdc7b-3e91-40dd-8fc7-fb6400e8fb0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16366407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16703281'] for router_interface, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:08.895439 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092cdc7b-3e91-40dd-8fc7-fb6400e8fb0f admin admin] Pushing event updated for resources: {'Port': ['ID=b1d391f5-904a-4d14-9be3-d347571e62ea,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:08.904779 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-fb6c8478-3709-410b-a868-78c0a2292842 None None] Port b1d391f5-904a-4d14-9be3-d347571e62ea cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:43:08.906171 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=4917afe8-e377-4254-baf7-9d2aa01fd789,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:08.914074 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] For port 0c859771-fcad-48bc-84bb-1b0b56f6f540, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:43:08.917867 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] For port 0c859771-fcad-48bc-84bb-1b0b56f6f540, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=0c859771-fcad-48bc-84bb-1b0b56f6f540,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:43:08.923627 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:08.955562 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 6b882bf6-3fcb-4651-a7dd-412df7658644 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:43:08.955979 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:08.993030 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092cdc7b-3e91-40dd-8fc7-fb6400e8fb0f admin admin] Network b12bb779-22a8-4499-854d-d13c77d8dac4 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:43:08.994720 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-092cdc7b-3e91-40dd-8fc7-fb6400e8fb0f admin admin] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:43:09.016090 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] Routers {'bf29eba8-dd9c-48c3-adab-15c24c6c5577'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:43:09.016746 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:42:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['bf29eba8-dd9c-48c3-adab-15c24c6c5577'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:43:09.019831 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b6862-c87d-445b-8b0b-2c8d056720ec None None] Pushing event updated for resources: {'Port': ['ID=0c859771-fcad-48bc-84bb-1b0b56f6f540,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:09.156792 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] Set router bf29eba8-dd9c-48c3-adab-15c24c6c5577 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:43:09.157391 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f8ddb-a301-4b5f-ad12-73047dcffd84 req-1a06c0d4-ff1d-424b-8992-ec903276b3ee tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:09.158925 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8f7f8ddb-a301-4b5f-ad12-73047dcffd84 req-1a06c0d4-ff1d-424b-8992-ec903276b3ee tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0933959 Sep 01 09:43:09.165925 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092cdc7b-3e91-40dd-8fc7-fb6400e8fb0f admin admin] Router bf29eba8-dd9c-48c3-adab-15c24c6c5577 has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:43:09.244067 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8f7f8ddb-a301-4b5f-ad12-73047dcffd84 req-516ecf14-25fc-4f4e-9a89-7bc94f3f6419 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769916 Sep 01 09:43:09.306143 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092cdc7b-3e91-40dd-8fc7-fb6400e8fb0f admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:43:09.315730 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-092cdc7b-3e91-40dd-8fc7-fb6400e8fb0f admin admin] 10.222.0.74 "PUT /v2.0/routers/bf29eba8-dd9c-48c3-adab-15c24c6c5577/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1939297 Sep 01 09:43:09.368719 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 70c6a0cd-5f1b-41c4-817c-df845c570a06 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:43:09.450636 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f6e9b-6286-4824-bc16-90c0ca19ec89 req-d5d07f93-dd3b-4017-8439-8618bd59654d tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:09.450815 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-fb25aa63-4a4a-4856-98ae-1dc246da928f None None] Provisioning complete for port b1d391f5-904a-4d14-9be3-d347571e62ea triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:43:09.451055 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-fb25aa63-4a4a-4856-98ae-1dc246da928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:09.452281 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e82f6e9b-6286-4824-bc16-90c0ca19ec89 req-d5d07f93-dd3b-4017-8439-8618bd59654d tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0592158 Sep 01 09:43:09.490011 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e82f6e9b-6286-4824-bc16-90c0ca19ec89 req-a5b69795-f745-4474-af34-e1e8b6ee0201 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316682 Sep 01 09:43:09.506659 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-fb25aa63-4a4a-4856-98ae-1dc246da928f None None] Port b1d391f5-904a-4d14-9be3-d347571e62ea cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:43:09.524435 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 70c6a0cd-5f1b-41c4-817c-df845c570a06 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:43:09.524804 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:09.629122 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf29eba8-dd9c-48c3-adab-15c24c6c5577', 'name': 'tempest-TestVolumeBootPattern-998172920-router', 'tenant_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '0c859771-fcad-48bc-84bb-1b0b56f6f540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:05Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 4, 'project_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'gw_port': {'id': '0c859771-fcad-48bc-84bb-1b0b56f6f540', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf29eba8-dd9c-48c3-adab-15c24c6c5577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:05Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'b1d391f5-904a-4d14-9be3-d347571e62ea', 'name': '', 'network_id': 'b12bb779-22a8-4499-854d-d13c77d8dac4', 'tenant_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'mac_address': 'fa:16:3e:44:3a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf29eba8-dd9c-48c3-adab-15c24c6c5577', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'fe32f016-83ac-4f3b-9b14-d306d46b99e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:07Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 2, 'project_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'subnets': [{'id': 'fe32f016-83ac-4f3b-9b14-d306d46b99e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:43:09.662029 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ad273e-2591-4355-a3f9-24402ae8f788 None None] The sync data for ids ['bf29eba8-dd9c-48c3-adab-15c24c6c5577'] in dv-cinder-806726-2-iscsi is: [{'id': 'bf29eba8-dd9c-48c3-adab-15c24c6c5577', 'name': 'tempest-TestVolumeBootPattern-998172920-router', 'tenant_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '0c859771-fcad-48bc-84bb-1b0b56f6f540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:05Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 4, 'project_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'gw_port': {'id': '0c859771-fcad-48bc-84bb-1b0b56f6f540', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf29eba8-dd9c-48c3-adab-15c24c6c5577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:05Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'b1d391f5-904a-4d14-9be3-d347571e62ea', 'name': '', 'network_id': 'b12bb779-22a8-4499-854d-d13c77d8dac4', 'tenant_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'mac_address': 'fa:16:3e:44:3a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf29eba8-dd9c-48c3-adab-15c24c6c5577', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'fe32f016-83ac-4f3b-9b14-d306d46b99e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:07Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 2, 'project_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'subnets': [{'id': 'fe32f016-83ac-4f3b-9b14-d306d46b99e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:43:09.666464 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 4917afe8-e377-4254-baf7-9d2aa01fd789 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:43:09.730826 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 4917afe8-e377-4254-baf7-9d2aa01fd789 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:43:09.731416 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:10.143016 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 38936) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:43:10.147706 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-92680471-8484-4fab-9c3f-ed4e281f2fa8 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-977271116', 'description': 'tempest-secgroup-smoke-977271116 description', 'project_id': '7fdb73d0e8704a399f85f3add1c41808'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:43:10.170461 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-92680471-8484-4fab-9c3f-ed4e281f2fa8 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:10.268967 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-92680471-8484-4fab-9c3f-ed4e281f2fa8 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:10.274052 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-92680471-8484-4fab-9c3f-ed4e281f2fa8 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:10.308980 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-92680471-8484-4fab-9c3f-ed4e281f2fa8 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:10.313046 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-92680471-8484-4fab-9c3f-ed4e281f2fa8 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1661427 Sep 01 09:43:10.313581 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 38940) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:43:10.316736 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92680471-8484-4fab-9c3f-ed4e281f2fa8 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45be4637-dad9-4b6f-a459-0ad315104e08,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:10.318475 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-22fd3fb3-8476-43bf-a7c5-68f13fd2e4eb tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Request body: {'security_group_rule': {'security_group_id': '45be4637-dad9-4b6f-a459-0ad315104e08', 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:43:10.350049 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22fd3fb3-8476-43bf-a7c5-68f13fd2e4eb tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:10.381184 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd49df2-e8a1-47bd-b34c-1b2da032b98d req-6bc1d8c2-f2b9-4dcb-9aa8-4100152a2949 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:10.384224 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7dd49df2-e8a1-47bd-b34c-1b2da032b98d req-6bc1d8c2-f2b9-4dcb-9aa8-4100152a2949 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0649288 Sep 01 09:43:10.420947 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22fd3fb3-8476-43bf-a7c5-68f13fd2e4eb tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:10.422668 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7dd49df2-e8a1-47bd-b34c-1b2da032b98d req-56a183f1-132e-4c3d-819c-5760e8e67d92 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339942 Sep 01 09:43:10.426669 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22fd3fb3-8476-43bf-a7c5-68f13fd2e4eb tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:10.449671 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-22fd3fb3-8476-43bf-a7c5-68f13fd2e4eb tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:10.450875 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-22fd3fb3-8476-43bf-a7c5-68f13fd2e4eb tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362374 Sep 01 09:43:10.453448 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd3fb3-8476-43bf-a7c5-68f13fd2e4eb tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b024e85f-c900-4de3-9ef2-8d32d918c1e2,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:10.453851 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 38942) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:43:10.458485 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-c3458ecb-6715-4f06-87c3-b8b2e68f2ead tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Request body: {'security_group_rule': {'security_group_id': '45be4637-dad9-4b6f-a459-0ad315104e08', 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:43:10.493252 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c3458ecb-6715-4f06-87c3-b8b2e68f2ead tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:10.543788 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c3458ecb-6715-4f06-87c3-b8b2e68f2ead tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:10.548582 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c3458ecb-6715-4f06-87c3-b8b2e68f2ead tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:10.581262 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3458ecb-6715-4f06-87c3-b8b2e68f2ead tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e255aa94-c497-46e3-b35b-2360ea78c6f8,revision_number=0']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:10.597805 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c3458ecb-6715-4f06-87c3-b8b2e68f2ead tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:10.601473 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-c3458ecb-6715-4f06-87c3-b8b2e68f2ead tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1441414 Sep 01 09:43:10.602829 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 38946) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:43:10.606711 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-25ce5624-d241-4554-91a9-23b8c2177c72 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Request body: {'security_group_rule': {'security_group_id': '45be4637-dad9-4b6f-a459-0ad315104e08', 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:43:10.622853 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b5d49-b9f1-4540-9fac-7ca4d4b12ad0 req-a38ff99a-059e-4687-9953-7a9201afc05c tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:10.624498 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-526b5d49-b9f1-4540-9fac-7ca4d4b12ad0 req-a38ff99a-059e-4687-9953-7a9201afc05c tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0565972 Sep 01 09:43:10.634418 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25ce5624-d241-4554-91a9-23b8c2177c72 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:10.666976 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-526b5d49-b9f1-4540-9fac-7ca4d4b12ad0 req-af0a62f9-d513-46af-a42b-ed79feb24551 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357134 Sep 01 09:43:10.703107 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25ce5624-d241-4554-91a9-23b8c2177c72 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:10.707332 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25ce5624-d241-4554-91a9-23b8c2177c72 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:10.725295 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce5624-d241-4554-91a9-23b8c2177c72 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a78b3f-9b25-4a23-be0b-c34aa6787fd2,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:10.732505 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25ce5624-d241-4554-91a9-23b8c2177c72 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:10.734247 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-25ce5624-d241-4554-91a9-23b8c2177c72 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308079 Sep 01 09:43:10.737066 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 38948) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:43:10.741739 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-7522fdee-7d2a-4bf4-a9d7-ece60bcb480a tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Request body: {'security_group_rule': {'security_group_id': '45be4637-dad9-4b6f-a459-0ad315104e08', 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:43:10.772078 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7522fdee-7d2a-4bf4-a9d7-ece60bcb480a tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:10.823244 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7522fdee-7d2a-4bf4-a9d7-ece60bcb480a tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:10.828272 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7522fdee-7d2a-4bf4-a9d7-ece60bcb480a tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:10.846131 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522fdee-7d2a-4bf4-a9d7-ece60bcb480a tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d003f717-85d1-4744-9ded-b1e551707331,revision_number=0']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:10.852978 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7522fdee-7d2a-4bf4-a9d7-ece60bcb480a tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:10.855882 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-7522fdee-7d2a-4bf4-a9d7-ece60bcb480a tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161973 Sep 01 09:43:10.857026 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 38952) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:43:10.861838 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-4f3fb884-8ec0-4c1a-9eda-e268cf7f6467 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Request body: {'security_group_rule': {'security_group_id': '45be4637-dad9-4b6f-a459-0ad315104e08', 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:43:10.886233 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.db.securitygroups_db [None req-4f3fb884-8ec0-4c1a-9eda-e268cf7f6467 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Project 7fdb73d0e8704a399f85f3add1c41808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 09:43:10.891147 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4f3fb884-8ec0-4c1a-9eda-e268cf7f6467 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:10.952562 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4f3fb884-8ec0-4c1a-9eda-e268cf7f6467 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:10.957611 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4f3fb884-8ec0-4c1a-9eda-e268cf7f6467 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:10.975971 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fb884-8ec0-4c1a-9eda-e268cf7f6467 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478685e7-c7b7-44b8-8b0b-996326ebbea0,revision_number=0']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:10.979775 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4f3fb884-8ec0-4c1a-9eda-e268cf7f6467 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:10.984197 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-4f3fb884-8ec0-4c1a-9eda-e268cf7f6467 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1229825 Sep 01 09:43:10.984709 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 38954) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:43:10.989091 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-eb9cf73f-b93a-449a-8f81-51988eed91f6 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Request body: {'security_group_rule': {'security_group_id': '45be4637-dad9-4b6f-a459-0ad315104e08', 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:43:11.013349 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.db.securitygroups_db [None req-eb9cf73f-b93a-449a-8f81-51988eed91f6 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Project 7fdb73d0e8704a399f85f3add1c41808 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 09:43:11.019911 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-eb9cf73f-b93a-449a-8f81-51988eed91f6 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:11.081316 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-eb9cf73f-b93a-449a-8f81-51988eed91f6 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:11.086763 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-eb9cf73f-b93a-449a-8f81-51988eed91f6 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:11.103413 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cf73f-b93a-449a-8f81-51988eed91f6 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715f0843-1c33-4472-8415-9139851b59e2,revision_number=0']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:11.111523 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-eb9cf73f-b93a-449a-8f81-51988eed91f6 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:11.112834 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-eb9cf73f-b93a-449a-8f81-51988eed91f6 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273746 Sep 01 09:43:11.335575 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 0c859771-fcad-48bc-84bb-1b0b56f6f540 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:43:11.384977 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port 0c859771-fcad-48bc-84bb-1b0b56f6f540 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:43:11.389214 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 0c859771-fcad-48bc-84bb-1b0b56f6f540 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:43:11.389599 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:11.493917 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:11.515100 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port 0c859771-fcad-48bc-84bb-1b0b56f6f540, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=0c859771-fcad-48bc-84bb-1b0b56f6f540,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:43:11.519180 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:11.610672 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=0c859771-fcad-48bc-84bb-1b0b56f6f540,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:11.628983 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cd10c-7d63-4300-8585-ff66b561b754 req-94b7c16c-4415-4ddf-bffa-1c82cf857ad1 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:11.630538 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-041cd10c-7d63-4300-8585-ff66b561b754 req-94b7c16c-4415-4ddf-bffa-1c82cf857ad1 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0978732 Sep 01 09:43:11.670939 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-041cd10c-7d63-4300-8585-ff66b561b754 req-ff78311c-a885-4787-bc81-b65b3b6f8c28 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337877 Sep 01 09:43:11.676719 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] Sync routers for ids ['bf29eba8-dd9c-48c3-adab-15c24c6c5577'] in dv-cinder-806726-2-iscsi {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:43:11.685335 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] Routers {'bf29eba8-dd9c-48c3-adab-15c24c6c5577'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:43:11.685972 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:42:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['bf29eba8-dd9c-48c3-adab-15c24c6c5577'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:43:11.800082 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816304a6-9fa4-469d-9076-69f992e76e51 req-9738c559-1aa5-4756-bb5b-d13f1d8a9e02 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:11.801611 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-816304a6-9fa4-469d-9076-69f992e76e51 req-9738c559-1aa5-4756-bb5b-d13f1d8a9e02 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0516548 Sep 01 09:43:11.805033 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] Set router bf29eba8-dd9c-48c3-adab-15c24c6c5577 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:43:11.853037 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-816304a6-9fa4-469d-9076-69f992e76e51 req-c9b02c53-58fa-4a7e-85f2-524f06f1c505 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451097 Sep 01 09:43:12.015318 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf29eba8-dd9c-48c3-adab-15c24c6c5577', 'name': 'tempest-TestVolumeBootPattern-998172920-router', 'tenant_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '0c859771-fcad-48bc-84bb-1b0b56f6f540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:05Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 4, 'project_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'gw_port': {'id': '0c859771-fcad-48bc-84bb-1b0b56f6f540', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf29eba8-dd9c-48c3-adab-15c24c6c5577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:05Z', 'updated_at': '2021-09-01T09:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'b1d391f5-904a-4d14-9be3-d347571e62ea', 'name': '', 'network_id': 'b12bb779-22a8-4499-854d-d13c77d8dac4', 'tenant_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'mac_address': 'fa:16:3e:44:3a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf29eba8-dd9c-48c3-adab-15c24c6c5577', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'fe32f016-83ac-4f3b-9b14-d306d46b99e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:07Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 2, 'project_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'subnets': [{'id': 'fe32f016-83ac-4f3b-9b14-d306d46b99e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:43:12.046810 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] Checking router: bf29eba8-dd9c-48c3-adab-15c24c6c5577 for host: dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:43:12.047162 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] Updating router bf29eba8-dd9c-48c3-adab-15c24c6c5577 port b1d391f5-904a-4d14-9be3-d347571e62ea binding host dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 09:43:12.072887 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:12.340561 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:12.350238 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] Transition to ACTIVE for port object b1d391f5-904a-4d14-9be3-d347571e62ea will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:43:12.357458 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:12.404441 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c6271-c23c-4b39-b390-db3ba713de1e None None] Pushing event updated for resources: {'Port': ['ID=b1d391f5-904a-4d14-9be3-d347571e62ea,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:12.462436 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] Attempting to bind port b1d391f5-904a-4d14-9be3-d347571e62ea on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:43:12.462808 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] Attempting to bind port b1d391f5-904a-4d14-9be3-d347571e62ea by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': '9ce64963-1b7c-4871-9981-29fc23c6bf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b12bb779-22a8-4499-854d-d13c77d8dac4'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:43:12.463166 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] Attempting to bind port b1d391f5-904a-4d14-9be3-d347571e62ea on network b12bb779-22a8-4499-854d-d13c77d8dac4 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:43:12.468696 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:43:12.469066 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] Checking segment: {'id': '9ce64963-1b7c-4871-9981-29fc23c6bf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b12bb779-22a8-4499-854d-d13c77d8dac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:43:12.469464 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:12.469853 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] Bound using segment: {'id': '9ce64963-1b7c-4871-9981-29fc23c6bf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b12bb779-22a8-4499-854d-d13c77d8dac4'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:43:12.470322 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] Bound port: b1d391f5-904a-4d14-9be3-d347571e62ea, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce64963-1b7c-4871-9981-29fc23c6bf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'b12bb779-22a8-4499-854d-d13c77d8dac4'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:43:12.470724 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:12.536556 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] For port b1d391f5-904a-4d14-9be3-d347571e62ea, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:43:12.540178 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] For port b1d391f5-904a-4d14-9be3-d347571e62ea, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=b1d391f5-904a-4d14-9be3-d347571e62ea,segment=NetworkSegment(9ce64963-1b7c-4871-9981-29fc23c6bf73),segment_id=9ce64963-1b7c-4871-9981-29fc23c6bf73)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:43:12.545232 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:12.601529 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] Routers {'bf29eba8-dd9c-48c3-adab-15c24c6c5577'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:43:12.602158 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:42:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['bf29eba8-dd9c-48c3-adab-15c24c6c5577'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:43:12.646528 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c6271-c23c-4b39-b390-db3ba713de1e None None] Pushing event updated for resources: {'Port': ['ID=b1d391f5-904a-4d14-9be3-d347571e62ea,revision_number=4']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:12.731325 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] Set router bf29eba8-dd9c-48c3-adab-15c24c6c5577 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:43:12.787144 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872c416-1ba0-4149-8967-739790e471d2 req-403decbf-8a8d-49fb-bc86-cb4b500e4d66 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:12.788662 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f872c416-1ba0-4149-8967-739790e471d2 req-403decbf-8a8d-49fb-bc86-cb4b500e4d66 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0476074 Sep 01 09:43:12.825837 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f872c416-1ba0-4149-8967-739790e471d2 req-1caf6bc2-c141-4982-b146-2d8c287e574d tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310826 Sep 01 09:43:12.984455 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa5f24-b881-4355-93a1-381e7257354e req-ba72c37d-0f74-4c4e-b704-bb383a12babe tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:12.985966 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-24aa5f24-b881-4355-93a1-381e7257354e req-ba72c37d-0f74-4c4e-b704-bb383a12babe tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0509763 Sep 01 09:43:13.028012 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-24aa5f24-b881-4355-93a1-381e7257354e req-93f4f522-3bf4-4522-89f9-ad1f59f3d9b3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359273 Sep 01 09:43:13.029486 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf29eba8-dd9c-48c3-adab-15c24c6c5577', 'name': 'tempest-TestVolumeBootPattern-998172920-router', 'tenant_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '0c859771-fcad-48bc-84bb-1b0b56f6f540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:05Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 4, 'project_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'gw_port': {'id': '0c859771-fcad-48bc-84bb-1b0b56f6f540', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf29eba8-dd9c-48c3-adab-15c24c6c5577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:05Z', 'updated_at': '2021-09-01T09:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'b1d391f5-904a-4d14-9be3-d347571e62ea', 'name': '', 'network_id': 'b12bb779-22a8-4499-854d-d13c77d8dac4', 'tenant_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'mac_address': 'fa:16:3e:44:3a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf29eba8-dd9c-48c3-adab-15c24c6c5577', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'fe32f016-83ac-4f3b-9b14-d306d46b99e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:07Z', 'updated_at': '2021-09-01T09:43:12Z', 'revision_number': 4, 'project_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'subnets': [{'id': 'fe32f016-83ac-4f3b-9b14-d306d46b99e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:43:13.054552 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead92a05-2fa4-4838-88ab-bc7c9d27847f None None] The sync data for ids ['bf29eba8-dd9c-48c3-adab-15c24c6c5577'] in dv-cinder-806726-2-iscsi is: [{'id': 'bf29eba8-dd9c-48c3-adab-15c24c6c5577', 'name': 'tempest-TestVolumeBootPattern-998172920-router', 'tenant_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '0c859771-fcad-48bc-84bb-1b0b56f6f540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:05Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 4, 'project_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'gw_port': {'id': '0c859771-fcad-48bc-84bb-1b0b56f6f540', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf29eba8-dd9c-48c3-adab-15c24c6c5577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:05Z', 'updated_at': '2021-09-01T09:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'b1d391f5-904a-4d14-9be3-d347571e62ea', 'name': '', 'network_id': 'b12bb779-22a8-4499-854d-d13c77d8dac4', 'tenant_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'mac_address': 'fa:16:3e:44:3a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf29eba8-dd9c-48c3-adab-15c24c6c5577', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'fe32f016-83ac-4f3b-9b14-d306d46b99e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:07Z', 'updated_at': '2021-09-01T09:43:12Z', 'revision_number': 4, 'project_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'subnets': [{'id': 'fe32f016-83ac-4f3b-9b14-d306d46b99e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:43:13.332376 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 0c859771-fcad-48bc-84bb-1b0b56f6f540 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:43:13.382583 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 0c859771-fcad-48bc-84bb-1b0b56f6f540 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:43:13.383048 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:13.462005 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device b1d391f5-904a-4d14-9be3-d347571e62ea up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:43:13.513448 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port b1d391f5-904a-4d14-9be3-d347571e62ea completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:43:13.517351 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port b1d391f5-904a-4d14-9be3-d347571e62ea triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:43:13.517737 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:13.599422 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:13.632935 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port b1d391f5-904a-4d14-9be3-d347571e62ea, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=b1d391f5-904a-4d14-9be3-d347571e62ea,segment=NetworkSegment(9ce64963-1b7c-4871-9981-29fc23c6bf73),segment_id=9ce64963-1b7c-4871-9981-29fc23c6bf73)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:43:13.637363 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:13.688757 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=b1d391f5-904a-4d14-9be3-d347571e62ea,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:13.946361 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d08666-8366-4e86-a9d6-6006d8005c58 req-d57b9936-6c5f-484d-a365-4df0b0c62b67 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:13.947855 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-65d08666-8366-4e86-a9d6-6006d8005c58 req-d57b9936-6c5f-484d-a365-4df0b0c62b67 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0555518 Sep 01 09:43:13.988558 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-65d08666-8366-4e86-a9d6-6006d8005c58 req-78ed7f2e-4dcc-4526-a5e5-5d6d00d741da tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347567 Sep 01 09:43:14.162527 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b5a15-c421-4ef5-a757-98dace228f44 req-1027f7b8-b675-40d5-b4cd-b1abb7521dda tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:14.164628 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6d5b5a15-c421-4ef5-a757-98dace228f44 req-1027f7b8-b675-40d5-b4cd-b1abb7521dda tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0577176 Sep 01 09:43:14.206502 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6d5b5a15-c421-4ef5-a757-98dace228f44 req-d274b049-ee9f-4766-90bb-8df570e057fa tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327613 Sep 01 09:43:15.110575 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8ce9a-9d0a-42cb-a324-74114a61a8f9 req-f3202d10-0a2e-4237-a52d-b765d774482e tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:15.112811 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1ef8ce9a-9d0a-42cb-a324-74114a61a8f9 req-f3202d10-0a2e-4237-a52d-b765d774482e tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0506003 Sep 01 09:43:15.156949 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1ef8ce9a-9d0a-42cb-a324-74114a61a8f9 req-61611ec9-a61e-4823-84a8-53bbf901faf0 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381448 Sep 01 09:43:15.303564 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device b1d391f5-904a-4d14-9be3-d347571e62ea up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:43:15.334301 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b364b0-8f0b-4a99-9b28-35f105881ea9 req-1895e118-e4b3-4d51-9f30-33465c367107 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:15.335710 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c3b364b0-8f0b-4a99-9b28-35f105881ea9 req-1895e118-e4b3-4d51-9f30-33465c367107 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0555334 Sep 01 09:43:15.351549 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port b1d391f5-904a-4d14-9be3-d347571e62ea triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:43:15.351971 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:15.376333 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c3b364b0-8f0b-4a99-9b28-35f105881ea9 req-dfd69ff3-bef3-4d46-a15a-a5385c58b68b tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345292 Sep 01 09:43:16.279755 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda9fb0-5109-4b16-9b9c-f5f0e0833914 req-70276e63-39fe-4e7d-b70d-26434782dd5a tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:16.281573 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-deda9fb0-5109-4b16-9b9c-f5f0e0833914 req-70276e63-39fe-4e7d-b70d-26434782dd5a tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0508485 Sep 01 09:43:16.320805 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-deda9fb0-5109-4b16-9b9c-f5f0e0833914 req-d29fba51-d648-48c6-ac09-4e2b09d67253 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332639 Sep 01 09:43:16.486786 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [req-63a6079f-8b04-4658-a9e3-d678583c48ca req-1d378246-e19f-44ab-9f10-4dc26e989a0c service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=94093) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 09:43:16.487962 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-63a6079f-8b04-4658-a9e3-d678583c48ca req-1d378246-e19f-44ab-9f10-4dc26e989a0c service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1006866 Sep 01 09:43:16.500306 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94f489-fb2d-4e99-9558-4ca4d80e5458 req-4d9849b5-31e4-4a01-8914-bde549c7438c tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:16.502094 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ca94f489-fb2d-4e99-9558-4ca4d80e5458 req-4d9849b5-31e4-4a01-8914-bde549c7438c tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0556383 Sep 01 09:43:16.545745 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ca94f489-fb2d-4e99-9558-4ca4d80e5458 req-5c5978ea-6dea-494b-a66a-275d5f157792 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359089 Sep 01 09:43:16.663537 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 39074) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:43:16.691978 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35c2a8-a672-4747-81eb-95b2d2491ac2 req-daa4e2b2-d359-4464-9ddc-be82adea1f23 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:16.693472 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6a35c2a8-a672-4747-81eb-95b2d2491ac2 req-daa4e2b2-d359-4464-9ddc-be82adea1f23 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0574930 Sep 01 09:43:16.731534 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6a35c2a8-a672-4747-81eb-95b2d2491ac2 req-9afbd32f-dd5b-47bc-ad1d-4889fe1c1315 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319879 Sep 01 09:43:16.758641 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-928f1222-7118-47e0-8f10-00b45044df80 req-6a4846b0-f960-4acd-b170-ac41c07b8a1f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0938153 Sep 01 09:43:16.767499 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [req-928f1222-7118-47e0-8f10-00b45044df80 req-76268a6f-289d-436b-9f73-390b21aafe3e service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 09:43:16.768518 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-928f1222-7118-47e0-8f10-00b45044df80 req-76268a6f-289d-436b-9f73-390b21aafe3e service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050714 Sep 01 09:43:17.683774 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adecbb-82b2-460a-bf27-73822b0d17aa req-9fcd3ab2-860e-4b5c-8c2f-7beadd7dd8b3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:17.685377 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f5adecbb-82b2-460a-bf27-73822b0d17aa req-9fcd3ab2-860e-4b5c-8c2f-7beadd7dd8b3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0522420 Sep 01 09:43:17.724459 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f5adecbb-82b2-460a-bf27-73822b0d17aa req-8161e8a8-6730-4fc9-97c6-c7e4da4faa78 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329721 Sep 01 09:43:17.846574 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e29669-8f66-4118-aa25-a85e3d78e2b3 req-8cb5f7d0-04a6-4657-bfb4-49d03b4d54cd tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:17.848019 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-28e29669-8f66-4118-aa25-a85e3d78e2b3 req-8cb5f7d0-04a6-4657-bfb4-49d03b4d54cd tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0510743 Sep 01 09:43:17.889841 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-28e29669-8f66-4118-aa25-a85e3d78e2b3 req-b5c88eee-d371-4d53-8fc3-d9518db26e11 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334859 Sep 01 09:43:18.339418 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 71d01db3-578f-497e-a2e0-967e03959cef details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:43:18.352046 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 22c90122-84d9-4477-a355-d834502909d6 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:43:18.495420 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 71d01db3-578f-497e-a2e0-967e03959cef, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=71d01db3-578f-497e-a2e0-967e03959cef,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:43:18.497744 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:18.517602 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': '71d01db3-578f-497e-a2e0-967e03959cef', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'port_id': '71d01db3-578f-497e-a2e0-967e03959cef', 'mac_address': 'fa:16:3e:91:5b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:43:18.532941 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1674cca4-906a-47f5-8b9f-a81f7740e79c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22c90122-84d9-4477-a355-d834502909d6'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:43:18.535227 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d3089d-27a3-4bf2-af5a-a50eded83a35" -d '{"events": [{"server_uuid": "1674cca4-906a-47f5-8b9f-a81f7740e79c", "name": "network-vif-unplugged", "status": "completed", "tag": "22c90122-84d9-4477-a355-d834502909d6"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:43:18.565550 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 22c90122-84d9-4477-a355-d834502909d6, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=22c90122-84d9-4477-a355-d834502909d6,segment=NetworkSegment(135d1e9e-2dd3-4bbe-95e6-c01eb6c04776),segment_id=135d1e9e-2dd3-4bbe-95e6-c01eb6c04776)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:43:18.573295 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 09:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adbac4c-d067-43ee-ba57-a1d1ffaba4ad x-openstack-request-id: req-0adbac4c-d067-43ee-ba57-a1d1ffaba4ad {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:43:18.573581 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1674cca4-906a-47f5-8b9f-a81f7740e79c", "name": "network-vif-unplugged", "status": "completed", "tag": "22c90122-84d9-4477-a355-d834502909d6", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:43:18.573833 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0adbac4c-d067-43ee-ba57-a1d1ffaba4ad {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:43:18.574227 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1674cca4-906a-47f5-8b9f-a81f7740e79c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22c90122-84d9-4477-a355-d834502909d6', 'code': 200} Sep 01 09:43:18.576798 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:18.584277 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:18.620881 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71d01db3-578f-497e-a2e0-967e03959cef {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:43:18.651974 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 71d01db3-578f-497e-a2e0-967e03959cef, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=71d01db3-578f-497e-a2e0-967e03959cef,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:43:18.653010 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=22c90122-84d9-4477-a355-d834502909d6,revision_number=6']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:18.659635 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:18.709739 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=71d01db3-578f-497e-a2e0-967e03959cef,revision_number=6']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:18.749481 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f1222-7118-47e0-8f10-00b45044df80 req-64b6e4b6-190b-4da5-80e0-df7524210d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:18.750967 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-928f1222-7118-47e0-8f10-00b45044df80 req-64b6e4b6-190b-4da5-80e0-df7524210d00 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c&tenant_id=bab9bd04bc9448768f269f0704762dbf HTTP/1.1" status: 200 len: 1097 time: 0.0447571 Sep 01 09:43:18.839881 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f1222-7118-47e0-8f10-00b45044df80 req-5c42dae5-2f19-40b0-8a3b-49d9b5f161bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:18.841660 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-928f1222-7118-47e0-8f10-00b45044df80 req-5c42dae5-2f19-40b0-8a3b-49d9b5f161bf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bab9bd04bc9448768f269f0704762dbf&device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 1097 time: 0.0412467 Sep 01 09:43:18.852482 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb29201-c476-49b7-b0ed-a10c967b832b req-f0ae5323-6013-4d84-9d91-021ae930eb08 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:18.855259 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ddb29201-c476-49b7-b0ed-a10c967b832b req-f0ae5323-6013-4d84-9d91-021ae930eb08 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 945 time: 0.0533559 Sep 01 09:43:18.856790 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['71d01db3-578f-497e-a2e0-967e03959cef'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:43:18.900321 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ddb29201-c476-49b7-b0ed-a10c967b832b req-fa87ee0a-7ec5-4b0c-aabd-1bd34c769c32 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374277 Sep 01 09:43:18.950438 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f1222-7118-47e0-8f10-00b45044df80 req-c7124110-e85d-42cb-b07c-85cf6ec84569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:18.951959 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-928f1222-7118-47e0-8f10-00b45044df80 req-c7124110-e85d-42cb-b07c-85cf6ec84569 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b38449d0-b6a0-4520-8507-cbd413764049 HTTP/1.1" status: 200 len: 911 time: 0.0978832 Sep 01 09:43:19.038665 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc4a98-ae01-4262-a29c-254ef006acda req-3a4ca5cc-bd4c-4125-b656-f9782814e8bf tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:19.041535 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-928f1222-7118-47e0-8f10-00b45044df80 req-c8180edc-20d6-467b-b65a-7a3c9f120a53 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22c90122-84d9-4477-a355-d834502909d6 HTTP/1.1" status: 200 len: 1000 time: 0.0778956 Sep 01 09:43:19.044083 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a9bc4a98-ae01-4262-a29c-254ef006acda req-3a4ca5cc-bd4c-4125-b656-f9782814e8bf tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0775776 Sep 01 09:43:19.078557 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a9bc4a98-ae01-4262-a29c-254ef006acda req-e7b3ed75-b601-429f-a8b0-c2ee6a1e1386 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322716 Sep 01 09:43:19.097739 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f1222-7118-47e0-8f10-00b45044df80 req-430e7539-743d-4a91-899c-aafd71588516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:19.099232 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-928f1222-7118-47e0-8f10-00b45044df80 req-430e7539-743d-4a91-899c-aafd71588516 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b9cb2b7-7426-48b5-8a03-fbe41cdd5436 HTTP/1.1" status: 200 len: 848 time: 0.0448020 Sep 01 09:43:19.152843 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f1222-7118-47e0-8f10-00b45044df80 req-87579d71-6a41-461b-9cb2-f98c7d7c9167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:19.154237 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-928f1222-7118-47e0-8f10-00b45044df80 req-87579d71-6a41-461b-9cb2-f98c7d7c9167 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b38449d0-b6a0-4520-8507-cbd413764049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402298 Sep 01 09:43:19.250071 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-928f1222-7118-47e0-8f10-00b45044df80 req-d0293a8e-588a-4336-9b59-265273549064 service neutron] 10.222.0.77 "GET /v2.0/networks/b38449d0-b6a0-4520-8507-cbd413764049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874565 Sep 01 09:43:19.346806 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-928f1222-7118-47e0-8f10-00b45044df80 req-5e96f3c8-2c44-4516-8edf-3997971be809 service neutron] 10.222.0.77 "GET /v2.0/networks/b38449d0-b6a0-4520-8507-cbd413764049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879457 Sep 01 09:43:20.019057 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bb6d7-6845-4347-ac2e-c8b4418236a0 req-cf8d1998-001e-4bb3-a9a3-4d87be0fd6dc tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:20.020554 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1d3bb6d7-6845-4347-ac2e-c8b4418236a0 req-cf8d1998-001e-4bb3-a9a3-4d87be0fd6dc tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 945 time: 0.0478220 Sep 01 09:43:20.065813 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1d3bb6d7-6845-4347-ac2e-c8b4418236a0 req-ce606ba5-354e-459e-8a97-2add425df53d tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372388 Sep 01 09:43:20.222361 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abddee8-1f37-46c3-8011-86cfa6b46f6c req-d658a564-8585-4acc-8be5-11c3867ffae6 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:20.224186 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1abddee8-1f37-46c3-8011-86cfa6b46f6c req-d658a564-8585-4acc-8be5-11c3867ffae6 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0599263 Sep 01 09:43:20.270940 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1abddee8-1f37-46c3-8011-86cfa6b46f6c req-bd969823-d7c2-472f-990d-e8aea258152b tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404725 Sep 01 09:43:20.347944 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 71d01db3-578f-497e-a2e0-967e03959cef up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:43:20.403194 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port 71d01db3-578f-497e-a2e0-967e03959cef triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:43:20.403787 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:20.493091 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:20.536204 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 71d01db3-578f-497e-a2e0-967e03959cef, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=71d01db3-578f-497e-a2e0-967e03959cef,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:43:20.540972 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:20.576309 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b9a486-7bd1-4446-bb03-331cde776a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d01db3-578f-497e-a2e0-967e03959cef'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:43:20.579163 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ba419a-f9aa-47b3-acd5-b5740cf9e1d6" -d '{"events": [{"server_uuid": "15b9a486-7bd1-4446-bb03-331cde776a62", "name": "network-vif-plugged", "status": "completed", "tag": "71d01db3-578f-497e-a2e0-967e03959cef"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:43:20.598496 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=71d01db3-578f-497e-a2e0-967e03959cef,revision_number=7']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:20.625037 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0a5665-4260-4e7f-b723-00aabb46c8d8 x-openstack-request-id: req-da0a5665-4260-4e7f-b723-00aabb46c8d8 {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:43:20.625385 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b9a486-7bd1-4446-bb03-331cde776a62", "name": "network-vif-plugged", "status": "completed", "tag": "71d01db3-578f-497e-a2e0-967e03959cef", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:43:20.625644 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-da0a5665-4260-4e7f-b723-00aabb46c8d8 {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:43:20.626038 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b9a486-7bd1-4446-bb03-331cde776a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d01db3-578f-497e-a2e0-967e03959cef', 'code': 200} Sep 01 09:43:20.987244 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d5b06-e37f-4cd5-9f11-7336b25200c2 req-988535be-cf5c-42dd-bffd-d4eeea4cc5d6 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:20.989351 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d91d5b06-e37f-4cd5-9f11-7336b25200c2 req-988535be-cf5c-42dd-bffd-d4eeea4cc5d6 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffc9e999-ea64-4ce8-b752-4b7851b28a0b HTTP/1.1" status: 200 len: 946 time: 0.0595083 Sep 01 09:43:21.032278 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d91d5b06-e37f-4cd5-9f11-7336b25200c2 req-d7126d64-841e-4207-bace-05f4c0f58865 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/security-groups?id=8710b81d-b36d-44c8-a2dc-2469e8beb4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342076 Sep 01 09:43:21.241713 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831feee8-b45a-41ac-9842-f75e1e55db87 req-c914a94b-069f-4a7b-9a1b-a3db39fb0fd7 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:21.243280 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-831feee8-b45a-41ac-9842-f75e1e55db87 req-c914a94b-069f-4a7b-9a1b-a3db39fb0fd7 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0653362 Sep 01 09:43:21.284032 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-831feee8-b45a-41ac-9842-f75e1e55db87 req-e5d1ae74-167d-4f63-ac8a-e9c1c17d9bcc tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344436 Sep 01 09:43:21.446730 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea0a48-0a21-485a-b2ab-1022e625c3c0 req-4e3fbfca-3179-4f7a-9597-0f5b8b251155 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:21.448361 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-32ea0a48-0a21-485a-b2ab-1022e625c3c0 req-4e3fbfca-3179-4f7a-9597-0f5b8b251155 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0626676 Sep 01 09:43:21.499852 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-32ea0a48-0a21-485a-b2ab-1022e625c3c0 req-dc8b86b7-268e-4387-9d9e-b117bb8ba386 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409060 Sep 01 09:43:22.163313 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd18250-2d2c-49b1-b849-0667d6d6777f req-a40b3eee-ec02-49bd-9c16-bc569adb5788 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:22.164862 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-efd18250-2d2c-49b1-b849-0667d6d6777f req-a40b3eee-ec02-49bd-9c16-bc569adb5788 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffc9e999-ea64-4ce8-b752-4b7851b28a0b HTTP/1.1" status: 200 len: 946 time: 0.0532331 Sep 01 09:43:22.217027 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-efd18250-2d2c-49b1-b849-0667d6d6777f req-dc3b138d-9abb-403a-bb6d-330dbba38aeb tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/security-groups?id=8710b81d-b36d-44c8-a2dc-2469e8beb4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460308 Sep 01 09:43:22.340989 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b1c2f1d3-843c-432a-ae5e-0665d2db1442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:22.439600 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180bc04-3f63-46a2-b755-e2aa80a56ebd req-9074aab6-b82e-4b0e-bcf0-c4dbfc93b1af tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:22.441317 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c180bc04-3f63-46a2-b755-e2aa80a56ebd req-9074aab6-b82e-4b0e-bcf0-c4dbfc93b1af tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0516815 Sep 01 09:43:22.486469 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c180bc04-3f63-46a2-b755-e2aa80a56ebd req-4df0b798-09d6-43e2-b3c8-046f5bcb548b tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364749 Sep 01 09:43:22.627497 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd7488-cec8-45e9-8278-d56eb2edd135 req-4ff7cb05-8e07-4bc7-821e-a87ffdbe7f12 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:22.629196 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c2cd7488-cec8-45e9-8278-d56eb2edd135 req-4ff7cb05-8e07-4bc7-821e-a87ffdbe7f12 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0562515 Sep 01 09:43:22.677332 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c2cd7488-cec8-45e9-8278-d56eb2edd135 req-219ebf9d-8a6e-4c75-820a-8ec2618c1aa0 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416322 Sep 01 09:43:23.002133 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d1d1c-9de5-4dc4-a7c2-079a87fe38b1 req-c7927640-bf06-4c8f-b43f-0db24539fde9 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:23.004725 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-861d1d1c-9de5-4dc4-a7c2-079a87fe38b1 req-c7927640-bf06-4c8f-b43f-0db24539fde9 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.77 "GET /v2.0/ports?device_id=ffc9e999-ea64-4ce8-b752-4b7851b28a0b HTTP/1.1" status: 200 len: 946 time: 0.0548785 Sep 01 09:43:23.131233 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-861d1d1c-9de5-4dc4-a7c2-079a87fe38b1 req-cb80cf35-a877-48e6-b74d-07cddbae04f9 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Deleting port 6a44453a-2080-4215-b23b-d2c85ddc3eb8 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:43:23.131687 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-861d1d1c-9de5-4dc4-a7c2-079a87fe38b1 req-cb80cf35-a877-48e6-b74d-07cddbae04f9 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:23.275479 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-861d1d1c-9de5-4dc4-a7c2-079a87fe38b1 req-cb80cf35-a877-48e6-b74d-07cddbae04f9 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] For port 6a44453a-2080-4215-b23b-d2c85ddc3eb8, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=6a44453a-2080-4215-b23b-d2c85ddc3eb8,segment=NetworkSegment(077fec0e-0443-4850-beb3-698ba0b98001),segment_id=077fec0e-0443-4850-beb3-698ba0b98001)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:43:23.276170 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-861d1d1c-9de5-4dc4-a7c2-079a87fe38b1 req-cb80cf35-a877-48e6-b74d-07cddbae04f9 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:23.297992 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-861d1d1c-9de5-4dc4-a7c2-079a87fe38b1 req-cb80cf35-a877-48e6-b74d-07cddbae04f9 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Calling delete_port for 6a44453a-2080-4215-b23b-d2c85ddc3eb8 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:43:23.360221 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bcebe-5aaf-48b2-aa32-25ec792188c0 req-21dd0f8f-a614-473d-9d63-5ce4a0e3edc1 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:23.367596 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6d1bcebe-5aaf-48b2-aa32-25ec792188c0 req-21dd0f8f-a614-473d-9d63-5ce4a0e3edc1 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/ports?device_id=ffc9e999-ea64-4ce8-b752-4b7851b28a0b HTTP/1.1" status: 200 len: 946 time: 0.0596538 Sep 01 09:43:23.416023 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6d1bcebe-5aaf-48b2-aa32-25ec792188c0 req-a0ac3d53-97e5-4c44-a4cc-43d3442578c9 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.74 "GET /v2.0/security-groups?id=8710b81d-b36d-44c8-a2dc-2469e8beb4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459006 Sep 01 09:43:23.505639 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-861d1d1c-9de5-4dc4-a7c2-079a87fe38b1 req-cb80cf35-a877-48e6-b74d-07cddbae04f9 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:23.546408 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['6a44453a-2080-4215-b23b-d2c85ddc3eb8'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:43:23.548770 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80cf35-a877-48e6-b74d-07cddbae04f9 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Pushing event deleted for resources: {'Port': ['ID=6a44453a-2080-4215-b23b-d2c85ddc3eb8,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:23.600633 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-861d1d1c-9de5-4dc4-a7c2-079a87fe38b1 req-cb80cf35-a877-48e6-b74d-07cddbae04f9 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] No DVR routers for this DVR port 6a44453a-2080-4215-b23b-d2c85ddc3eb8 on host hv-cinder-80672 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:43:23.603578 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-861d1d1c-9de5-4dc4-a7c2-079a87fe38b1 req-cb80cf35-a877-48e6-b74d-07cddbae04f9 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:23.605932 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-861d1d1c-9de5-4dc4-a7c2-079a87fe38b1 req-cb80cf35-a877-48e6-b74d-07cddbae04f9 tempest-VolumesSnapshotTestJSON-101172070 tempest-VolumesSnapshotTestJSON-101172070-project] 10.222.0.77 "DELETE /v2.0/ports/6a44453a-2080-4215-b23b-d2c85ddc3eb8 HTTP/1.1" status: 204 len: 173 time: 0.5830860 Sep 01 09:43:23.606595 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc9e999-ea64-4ce8-b752-4b7851b28a0b', 'name': 'network-vif-deleted', 'tag': '6a44453a-2080-4215-b23b-d2c85ddc3eb8'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:43:23.609482 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1158da6c3346bc0ee3ec7fc22ff852373ba0e4f09dd7013d76cb48f019b6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45df181-1845-4623-8701-ab667836dbe8" -d '{"events": [{"server_uuid": "ffc9e999-ea64-4ce8-b752-4b7851b28a0b", "name": "network-vif-deleted", "tag": "6a44453a-2080-4215-b23b-d2c85ddc3eb8"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:43:23.642318 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71487484-2118-4d6a-9315-e220a0f89deb req-b072ab6d-36a7-433c-9cdb-9a4f7e49682a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:23.650158 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-71487484-2118-4d6a-9315-e220a0f89deb req-b072ab6d-36a7-433c-9cdb-9a4f7e49682a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0731499 Sep 01 09:43:23.658873 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dd171e-0c25-430c-9ba6-011098d3761d x-openstack-request-id: req-a2dd171e-0c25-430c-9ba6-011098d3761d {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:43:23.659324 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc9e999-ea64-4ce8-b752-4b7851b28a0b", "name": "network-vif-deleted", "tag": "6a44453a-2080-4215-b23b-d2c85ddc3eb8", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:43:23.659631 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a2dd171e-0c25-430c-9ba6-011098d3761d {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:43:23.660411 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc9e999-ea64-4ce8-b752-4b7851b28a0b', 'name': 'network-vif-deleted', 'tag': '6a44453a-2080-4215-b23b-d2c85ddc3eb8', 'status': 'completed', 'code': 200} Sep 01 09:43:23.717028 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-71487484-2118-4d6a-9315-e220a0f89deb req-e351cf14-e7d8-4d1b-9d63-47cf80a4a310 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659144 Sep 01 09:43:23.840947 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545e818-4baf-4537-920c-05468044f744 req-139ee7f8-40a6-4697-a625-ebff2c64cb83 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:23.846085 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1545e818-4baf-4537-920c-05468044f744 req-139ee7f8-40a6-4697-a625-ebff2c64cb83 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0711119 Sep 01 09:43:23.888350 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1545e818-4baf-4537-920c-05468044f744 req-2bae1f9a-7b3d-4f3d-8598-5a2070b360da tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362184 Sep 01 09:43:23.951047 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:24.861939 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0c4f1f7b-5d48-4054-915a-8346cb654447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:24.886194 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0c826-0f66-4c81-a7aa-0655ab2f1a9d req-7c172557-ce5f-47c6-86ba-50d50136a7a0 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:24.894703 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b6d0c826-0f66-4c81-a7aa-0655ab2f1a9d req-7c172557-ce5f-47c6-86ba-50d50136a7a0 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0692344 Sep 01 09:43:24.948514 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b6d0c826-0f66-4c81-a7aa-0655ab2f1a9d req-65b960cd-a46c-4f1b-88b6-343a4ac03f78 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471888 Sep 01 09:43:25.038308 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72d0dc-8561-418e-b788-b029eff37205 req-2cc56e9b-db08-4799-ab21-626fd4414e63 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:25.040098 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ff72d0dc-8561-418e-b788-b029eff37205 req-2cc56e9b-db08-4799-ab21-626fd4414e63 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0683179 Sep 01 09:43:25.080491 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ff72d0dc-8561-418e-b788-b029eff37205 req-35f33bea-dc86-4792-96ab-6ae2d33cd756 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337198 Sep 01 09:43:25.377490 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73048f-0f07-4ac5-aa17-8d64a5f8b28a req-7d2cf7b7-f7a7-44ee-8e47-a6610164b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:25.379034 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-be73048f-0f07-4ac5-aa17-8d64a5f8b28a req-7d2cf7b7-f7a7-44ee-8e47-a6610164b025 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bab9bd04bc9448768f269f0704762dbf&device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 1097 time: 0.0455418 Sep 01 09:43:25.507709 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:25.537368 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73048f-0f07-4ac5-aa17-8d64a5f8b28a req-000de12e-3e12-4ca9-a2b3-67ce370538d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:25.538856 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-be73048f-0f07-4ac5-aa17-8d64a5f8b28a req-000de12e-3e12-4ca9-a2b3-67ce370538d8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b38449d0-b6a0-4520-8507-cbd413764049 HTTP/1.1" status: 200 len: 911 time: 0.1368997 Sep 01 09:43:25.617562 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-be73048f-0f07-4ac5-aa17-8d64a5f8b28a req-9b3cbc7b-77b2-4337-9d0c-166571f50249 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22c90122-84d9-4477-a355-d834502909d6 HTTP/1.1" status: 200 len: 1000 time: 0.0700655 Sep 01 09:43:25.681624 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73048f-0f07-4ac5-aa17-8d64a5f8b28a req-f835987a-8e42-43be-87b1-5c690e60efcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:25.683193 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-be73048f-0f07-4ac5-aa17-8d64a5f8b28a req-f835987a-8e42-43be-87b1-5c690e60efcc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b9cb2b7-7426-48b5-8a03-fbe41cdd5436 HTTP/1.1" status: 200 len: 848 time: 0.0573862 Sep 01 09:43:25.736047 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73048f-0f07-4ac5-aa17-8d64a5f8b28a req-28a54ccd-deb0-4dc3-9d63-ba4260a13ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:25.737728 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-be73048f-0f07-4ac5-aa17-8d64a5f8b28a req-28a54ccd-deb0-4dc3-9d63-ba4260a13ca2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b38449d0-b6a0-4520-8507-cbd413764049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448153 Sep 01 09:43:25.848245 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-be73048f-0f07-4ac5-aa17-8d64a5f8b28a req-3adb9f04-cd88-4c50-b474-4b37a3ae0de0 service neutron] 10.222.0.77 "GET /v2.0/networks/b38449d0-b6a0-4520-8507-cbd413764049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018662 Sep 01 09:43:26.007333 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-be73048f-0f07-4ac5-aa17-8d64a5f8b28a req-9339c796-2a20-4627-82ae-97f902bc3d58 service neutron] 10.222.0.77 "GET /v2.0/networks/b38449d0-b6a0-4520-8507-cbd413764049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492412 Sep 01 09:43:26.121375 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:26.137030 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cf42f-a2fc-4727-a4be-62cacc60e3f4 req-a4cc00eb-ce06-4898-b6ad-61b6c872410f tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:26.138519 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a84cf42f-a2fc-4727-a4be-62cacc60e3f4 req-a4cc00eb-ce06-4898-b6ad-61b6c872410f tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0871301 Sep 01 09:43:26.179095 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a84cf42f-a2fc-4727-a4be-62cacc60e3f4 req-363aa69b-6866-4c15-a7e8-44ef0d836c67 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347047 Sep 01 09:43:26.244101 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa314b3f-0aa3-48ab-98e6-23dc0683f50b req-f2d473ad-963a-47bd-a898-c45e128cefb2 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:26.245591 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fa314b3f-0aa3-48ab-98e6-23dc0683f50b req-f2d473ad-963a-47bd-a898-c45e128cefb2 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0700579 Sep 01 09:43:26.292278 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-fa314b3f-0aa3-48ab-98e6-23dc0683f50b req-4e8c95db-c4b9-438e-afb4-75fb6d370cee tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401754 Sep 01 09:43:26.388726 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 6a44453a-2080-4215-b23b-d2c85ddc3eb8 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:43:26.413794 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] No Port match for: 6a44453a-2080-4215-b23b-d2c85ddc3eb8 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:43:26.414344 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 6a44453a-2080-4215-b23b-d2c85ddc3eb8 not bound to the agent host hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:43:27.317336 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797b51e-6020-4cfd-8559-88c155b393e5 req-4d90d066-91f7-4f10-8a69-12b19e7ecd4b tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:27.328140 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b797b51e-6020-4cfd-8559-88c155b393e5 req-4d90d066-91f7-4f10-8a69-12b19e7ecd4b tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0576372 Sep 01 09:43:27.395979 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b797b51e-6020-4cfd-8559-88c155b393e5 req-cd3fa97a-3a09-4d92-9747-32c02586db86 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604212 Sep 01 09:43:27.439293 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d8de7-5f96-408e-8aa2-d4f605b2ed66 req-0471262a-3e97-4230-85d7-80e84e26533b tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:27.442427 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-539d8de7-5f96-408e-8aa2-d4f605b2ed66 req-0471262a-3e97-4230-85d7-80e84e26533b tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0680311 Sep 01 09:43:27.482205 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-539d8de7-5f96-408e-8aa2-d4f605b2ed66 req-7a5315c7-3fbc-463c-abf0-2ba9e9338714 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344183 Sep 01 09:43:27.898032 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:28.528196 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa75b46-b0dd-42cf-99d0-03c525daa138 req-ca9b776e-4712-4d79-b93d-e9ff3f56bff7 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:28.530618 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8aa75b46-b0dd-42cf-99d0-03c525daa138 req-ca9b776e-4712-4d79-b93d-e9ff3f56bff7 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0541921 Sep 01 09:43:28.600555 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8aa75b46-b0dd-42cf-99d0-03c525daa138 req-d14d03e9-24fb-4b2a-89d6-ada6a4202223 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624108 Sep 01 09:43:28.629893 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4b737-003a-48cc-934d-020ff024d910 req-399d38c3-7a88-45bc-a402-ac452cdbe605 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:28.631429 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bfa4b737-003a-48cc-934d-020ff024d910 req-399d38c3-7a88-45bc-a402-ac452cdbe605 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 944 time: 0.0718756 Sep 01 09:43:28.680586 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bfa4b737-003a-48cc-934d-020ff024d910 req-63074183-def0-47f7-a36f-65112ab63604 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422063 Sep 01 09:43:29.231182 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 22c90122-84d9-4477-a355-d834502909d6 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:43:29.337010 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 22c90122-84d9-4477-a355-d834502909d6, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=22c90122-84d9-4477-a355-d834502909d6,segment=NetworkSegment(135d1e9e-2dd3-4bbe-95e6-c01eb6c04776),segment_id=135d1e9e-2dd3-4bbe-95e6-c01eb6c04776)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:43:29.351937 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': '22c90122-84d9-4477-a355-d834502909d6', 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049', 'port_id': '22c90122-84d9-4477-a355-d834502909d6', 'mac_address': 'fa:16:3e:c2:5b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1061, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b9cb2b7-7426-48b5-8a03-fbe41cdd5436', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:43:29.390754 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:29.403753 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c90122-84d9-4477-a355-d834502909d6 {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:43:29.422734 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 22c90122-84d9-4477-a355-d834502909d6, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=22c90122-84d9-4477-a355-d834502909d6,segment=NetworkSegment(135d1e9e-2dd3-4bbe-95e6-c01eb6c04776),segment_id=135d1e9e-2dd3-4bbe-95e6-c01eb6c04776)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:43:29.428841 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:29.475130 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=22c90122-84d9-4477-a355-d834502909d6,revision_number=7']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:29.740774 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e7e36-dc56-453a-a6c7-e023ea057b4b req-cb4c3981-5043-4d2f-a119-7116569f5fb6 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:29.742437 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-576e7e36-dc56-453a-a6c7-e023ea057b4b req-cb4c3981-5043-4d2f-a119-7116569f5fb6 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0589676 Sep 01 09:43:29.805240 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-576e7e36-dc56-453a-a6c7-e023ea057b4b req-5e4ea49a-51da-47a9-b3c3-92af89d45880 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566206 Sep 01 09:43:29.823702 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980696e8-e058-4e4b-9ab6-e7ef2acf45ab req-4dcdcebf-9393-4fee-93db-32fd521727ee tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:29.825137 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-980696e8-e058-4e4b-9ab6-e7ef2acf45ab req-4dcdcebf-9393-4fee-93db-32fd521727ee tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 945 time: 0.0622058 Sep 01 09:43:29.863937 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-980696e8-e058-4e4b-9ab6-e7ef2acf45ab req-ad930650-fccd-4bb3-9322-9d25bd80a843 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327270 Sep 01 09:43:29.906531 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['22c90122-84d9-4477-a355-d834502909d6'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:43:30.106060 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350366dd-6984-4ad9-a465-9ff5cc332afe req-ef02e57b-d113-4646-aaae-b846875a45b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:30.107551 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-350366dd-6984-4ad9-a465-9ff5cc332afe req-ef02e57b-d113-4646-aaae-b846875a45b9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8f31d34eddaa45b5acebb6d9a01f72da&device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 1099 time: 0.0455637 Sep 01 09:43:30.196183 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350366dd-6984-4ad9-a465-9ff5cc332afe req-a5300d59-b311-46e6-9fa0-7411c8b7e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:30.197630 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-350366dd-6984-4ad9-a465-9ff5cc332afe req-a5300d59-b311-46e6-9fa0-7411c8b7e24f service neutron] 10.222.0.77 "GET /v2.0/networks?id=920f8885-e155-4a4c-b565-49a7256d330f HTTP/1.1" status: 200 len: 919 time: 0.0829580 Sep 01 09:43:30.269884 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-350366dd-6984-4ad9-a465-9ff5cc332afe req-4cf18da3-8a0f-4f68-aa1b-40886f475bad service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71d01db3-578f-497e-a2e0-967e03959cef HTTP/1.1" status: 200 len: 1001 time: 0.0635545 Sep 01 09:43:30.325486 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350366dd-6984-4ad9-a465-9ff5cc332afe req-83390569-05cc-435b-b388-d360b0e6fb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:30.327088 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-350366dd-6984-4ad9-a465-9ff5cc332afe req-83390569-05cc-435b-b388-d360b0e6fb67 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd81cb56-8012-4aea-8463-56fc1c6006dd HTTP/1.1" status: 200 len: 856 time: 0.0487869 Sep 01 09:43:30.381149 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350366dd-6984-4ad9-a465-9ff5cc332afe req-a3c43336-5d0f-4752-a600-dcde5528f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:30.382834 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-350366dd-6984-4ad9-a465-9ff5cc332afe req-a3c43336-5d0f-4752-a600-dcde5528f36d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=920f8885-e155-4a4c-b565-49a7256d330f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465832 Sep 01 09:43:30.481452 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-350366dd-6984-4ad9-a465-9ff5cc332afe req-09bd4ae9-76e1-4140-95fb-dc59e99ab665 service neutron] 10.222.0.77 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885334 Sep 01 09:43:30.575505 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-350366dd-6984-4ad9-a465-9ff5cc332afe req-f94cfbfe-5add-44e8-a843-421749b8590c service neutron] 10.222.0.77 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848098 Sep 01 09:43:30.937349 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001b967-dd31-4e56-a150-49f8fe77e206 req-5e0c7def-6864-4d61-a1c4-59829b719ffb tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:30.938838 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2001b967-dd31-4e56-a150-49f8fe77e206 req-5e0c7def-6864-4d61-a1c4-59829b719ffb tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0558293 Sep 01 09:43:31.000841 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2001b967-dd31-4e56-a150-49f8fe77e206 req-7ccdde5f-8c0d-4a78-8414-59c60441f06c tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529335 Sep 01 09:43:31.008930 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85017ebb-229f-420f-848d-9b2bfe873696 req-fe659f05-f95e-4a02-8a0b-c7f2b465861e tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:31.010349 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-85017ebb-229f-420f-848d-9b2bfe873696 req-fe659f05-f95e-4a02-8a0b-c7f2b465861e tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 945 time: 0.0706158 Sep 01 09:43:31.049005 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-85017ebb-229f-420f-848d-9b2bfe873696 req-65b828fc-aed3-47c3-ae79-fefdb71eabe4 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321815 Sep 01 09:43:31.230088 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 22c90122-84d9-4477-a355-d834502909d6 up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:43:31.280452 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port 22c90122-84d9-4477-a355-d834502909d6 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:43:31.280935 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:31.377199 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:31.401457 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1674cca4-906a-47f5-8b9f-a81f7740e79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c90122-84d9-4477-a355-d834502909d6'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:43:31.403777 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a1fed4-024e-4b97-bfd3-eb666a3d5e4f" -d '{"events": [{"server_uuid": "1674cca4-906a-47f5-8b9f-a81f7740e79c", "name": "network-vif-plugged", "status": "completed", "tag": "22c90122-84d9-4477-a355-d834502909d6"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:43:31.416642 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 22c90122-84d9-4477-a355-d834502909d6, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=22c90122-84d9-4477-a355-d834502909d6,segment=NetworkSegment(135d1e9e-2dd3-4bbe-95e6-c01eb6c04776),segment_id=135d1e9e-2dd3-4bbe-95e6-c01eb6c04776)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:43:31.421039 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:31.443867 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0f7cd4-d374-4b25-ab0e-baf6b6d9e0ef x-openstack-request-id: req-4e0f7cd4-d374-4b25-ab0e-baf6b6d9e0ef {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:43:31.444157 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1674cca4-906a-47f5-8b9f-a81f7740e79c", "name": "network-vif-plugged", "status": "completed", "tag": "22c90122-84d9-4477-a355-d834502909d6", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:43:31.444405 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4e0f7cd4-d374-4b25-ab0e-baf6b6d9e0ef {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:43:31.444788 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1674cca4-906a-47f5-8b9f-a81f7740e79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c90122-84d9-4477-a355-d834502909d6', 'code': 200} Sep 01 09:43:31.471985 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=22c90122-84d9-4477-a355-d834502909d6,revision_number=8']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:31.742289 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c8cf2-a7ed-40da-ba80-160e52438274 req-6e9140b7-8626-461c-bfa4-74198310e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:31.743830 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c85c8cf2-a7ed-40da-ba80-160e52438274 req-6e9140b7-8626-461c-bfa4-74198310e0f0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 1099 time: 0.0440633 Sep 01 09:43:31.781417 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c85c8cf2-a7ed-40da-ba80-160e52438274 req-a0b4bdaa-0c58-47c4-be3a-c04a9ad2fda9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276048 Sep 01 09:43:32.137732 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9d708-79cf-45ee-a4c5-4b3003488d3f req-86a0e4da-886f-45eb-afd4-46ecc7656a12 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:32.139131 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-49a9d708-79cf-45ee-a4c5-4b3003488d3f req-86a0e4da-886f-45eb-afd4-46ecc7656a12 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0583582 Sep 01 09:43:32.194875 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-49a9d708-79cf-45ee-a4c5-4b3003488d3f req-29e32b45-f7e7-4e33-9a50-e467c37dafbe tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397563 Sep 01 09:43:32.202925 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f77bb8-4470-4286-81d4-58262f5c0648 req-1ec341c7-9b13-4237-9226-5c289586363a tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:32.204347 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d7f77bb8-4470-4286-81d4-58262f5c0648 req-1ec341c7-9b13-4237-9226-5c289586363a tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0832515 Sep 01 09:43:32.245977 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d7f77bb8-4470-4286-81d4-58262f5c0648 req-0e5f6129-6e95-42f5-aeb0-48b00d6762b5 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345244 Sep 01 09:43:33.319585 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8591bd1-0d96-46d7-9eae-4a1fc84c952f req-18e9c236-7034-49be-ad4b-318824a47c92 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:33.321107 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c8591bd1-0d96-46d7-9eae-4a1fc84c952f req-18e9c236-7034-49be-ad4b-318824a47c92 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0498838 Sep 01 09:43:33.389729 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c8591bd1-0d96-46d7-9eae-4a1fc84c952f req-248cf77b-f3b3-4591-a9f1-b1e17f072793 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592048 Sep 01 09:43:33.397912 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d10a6-faee-4518-8f67-eaff5360b3d1 req-875fb735-a0fa-4592-b1e0-9fe0a04a7206 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:33.399340 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6a9d10a6-faee-4518-8f67-eaff5360b3d1 req-875fb735-a0fa-4592-b1e0-9fe0a04a7206 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0773997 Sep 01 09:43:33.654985 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6a9d10a6-faee-4518-8f67-eaff5360b3d1 req-22d83aab-488f-4fa8-b981-d285f2023881 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492611 Sep 01 09:43:34.480707 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa5f09-3752-4fe8-bd9f-b76a68e0f09b req-de49cef6-eb7d-41d0-b99d-d5cce80c240d tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:34.482200 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-09fa5f09-3752-4fe8-bd9f-b76a68e0f09b req-de49cef6-eb7d-41d0-b99d-d5cce80c240d tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0492589 Sep 01 09:43:34.514935 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-2508c75e-5b33-4341-904c-16befad255da req-d5f04231-9cfb-43c0-94be-9f4ce9379221 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0434806 Sep 01 09:43:34.519774 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-09fa5f09-3752-4fe8-bd9f-b76a68e0f09b req-eaf37d97-d148-4dc4-a32c-69002f07ee2a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310259 Sep 01 09:43:35.212067 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-c6725d19-fc2c-42eb-a7a3-d9f01fbcaf69 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977271116&fields=id&tenant_id=7fdb73d0e8704a399f85f3add1c41808 HTTP/1.1" status: 200 len: 267 time: 0.0321391 Sep 01 09:43:35.321729 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-353ec858-1e85-408b-82d2-c0ff33625a86 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:35.323197 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-353ec858-1e85-408b-82d2-c0ff33625a86 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/networks?id=1ef54018-d592-4530-92ab-5c0638950a7d HTTP/1.1" status: 200 len: 812 time: 0.1043451 Sep 01 09:43:35.338487 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-0ee1a0e4-9c5d-4af6-a4ae-a18eabd4043b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/quotas/7fdb73d0e8704a399f85f3add1c41808 HTTP/1.1" status: 200 len: 375 time: 0.0095613 Sep 01 09:43:35.389025 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-ae98f73d-19d6-4198-a15d-88a3d6e34f80 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7fdb73d0e8704a399f85f3add1c41808&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449870 Sep 01 09:43:35.491418 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-27332dc0-4e70-498e-8a4d-061fbe9db54c service neutron] 10.222.0.74 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853157 Sep 01 09:43:35.588832 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-edad4a78-68ed-47a9-94ea-39c4ccaccda2 service neutron] 10.222.0.74 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884585 Sep 01 09:43:35.641316 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a855069-32f6-48ff-902a-5262170f868b req-f43aa044-8635-4628-a8f3-9f0b8af112bf tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:35.642818 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4a855069-32f6-48ff-902a-5262170f868b req-f43aa044-8635-4628-a8f3-9f0b8af112bf tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0479622 Sep 01 09:43:35.684194 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4a855069-32f6-48ff-902a-5262170f868b req-81ce6b2b-6fc8-43d1-a0d4-8feb4795a2f9 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349495 Sep 01 09:43:35.883946 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5dc8097c-b91f-4ef0-97d6-a6e4a782530b req-0ede50f5-5a54-4709-9e03-adeb49015c37 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 210 time: 0.0290985 Sep 01 09:43:36.812785 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10badc7c-9397-4b9e-8aef-8157a2590c4d req-a247ad47-f712-444b-852e-dd8a077fafb7 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:36.814203 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-10badc7c-9397-4b9e-8aef-8157a2590c4d req-a247ad47-f712-444b-852e-dd8a077fafb7 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 946 time: 0.0485525 Sep 01 09:43:36.851940 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-10badc7c-9397-4b9e-8aef-8157a2590c4d req-c9991337-8e56-49af-8452-aa23eadad18d tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316420 Sep 01 09:43:36.990172 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f2592923-784c-42b2-9c61-36f6ae3a2f16 req-0457e990-7d5d-4b93-ad9b-c884ceddb34b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 210 time: 0.0268230 Sep 01 09:43:37.440287 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 71d01db3-578f-497e-a2e0-967e03959cef no longer exists at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:43:37.520679 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:37.543551 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b9a486-7bd1-4446-bb03-331cde776a62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71d01db3-578f-497e-a2e0-967e03959cef'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:43:37.545853 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9818034c-20c8-4630-a252-460a3172429e" -d '{"events": [{"server_uuid": "15b9a486-7bd1-4446-bb03-331cde776a62", "name": "network-vif-unplugged", "status": "completed", "tag": "71d01db3-578f-497e-a2e0-967e03959cef"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:43:37.558149 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 71d01db3-578f-497e-a2e0-967e03959cef, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=71d01db3-578f-497e-a2e0-967e03959cef,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:43:37.562747 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:37.588404 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 01 Sep 2021 09:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f63c778-7be9-4f8e-9b80-cac0d8661436 x-openstack-request-id: req-8f63c778-7be9-4f8e-9b80-cac0d8661436 {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:43:37.588692 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b9a486-7bd1-4446-bb03-331cde776a62", "name": "network-vif-unplugged", "status": "failed", "tag": "71d01db3-578f-497e-a2e0-967e03959cef", "code": 422}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:43:37.588986 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8f63c778-7be9-4f8e-9b80-cac0d8661436 {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:43:37.589416 dv-cinder-806726-2-iscsi neutron-server[94094]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '15b9a486-7bd1-4446-bb03-331cde776a62', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '71d01db3-578f-497e-a2e0-967e03959cef', 'code': 422} returned with failed status Sep 01 09:43:37.617706 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=71d01db3-578f-497e-a2e0-967e03959cef,revision_number=8']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:37.986275 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cb3bc-2bd4-4fa5-85c4-edf9a953a941 req-7c0bf76d-eeec-418f-a583-877df6f6f7a3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:37.987931 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-378cb3bc-2bd4-4fa5-85c4-edf9a953a941 req-7c0bf76d-eeec-418f-a583-877df6f6f7a3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 944 time: 0.0589001 Sep 01 09:43:38.028233 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-378cb3bc-2bd4-4fa5-85c4-edf9a953a941 req-8cc65f37-7afe-4120-9b41-f68f93f8dbb5 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341916 Sep 01 09:43:38.066326 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508c75e-5b33-4341-904c-16befad255da req-8bcdaac0-02f0-4bb4-9bd3-c71726f96c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:38.068569 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-2508c75e-5b33-4341-904c-16befad255da req-8bcdaac0-02f0-4bb4-9bd3-c71726f96c74 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62&tenant_id=8f31d34eddaa45b5acebb6d9a01f72da HTTP/1.1" status: 200 len: 1097 time: 0.0526769 Sep 01 09:43:38.097660 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-02dfeffe-824b-4b1d-bc1d-705afddac96a req-51a31178-1584-4aa7-9af5-4891c45b7c8b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 210 time: 0.0297396 Sep 01 09:43:38.141300 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508c75e-5b33-4341-904c-16befad255da req-30d0a4bd-b043-42fd-b75a-49d0a15ff46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:38.142714 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-2508c75e-5b33-4341-904c-16befad255da req-30d0a4bd-b043-42fd-b75a-49d0a15ff46e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8f31d34eddaa45b5acebb6d9a01f72da&device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 1097 time: 0.0420649 Sep 01 09:43:38.239111 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508c75e-5b33-4341-904c-16befad255da req-6e40f5ab-ae14-4499-8fb5-537e4fa076e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:38.240603 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-2508c75e-5b33-4341-904c-16befad255da req-6e40f5ab-ae14-4499-8fb5-537e4fa076e1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=920f8885-e155-4a4c-b565-49a7256d330f HTTP/1.1" status: 200 len: 919 time: 0.0885384 Sep 01 09:43:38.304457 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-2508c75e-5b33-4341-904c-16befad255da req-7907a5cc-d2c8-4731-9355-ea6b7340eeb3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71d01db3-578f-497e-a2e0-967e03959cef HTTP/1.1" status: 200 len: 999 time: 0.0555911 Sep 01 09:43:38.352799 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508c75e-5b33-4341-904c-16befad255da req-6151e6ca-8b5d-4beb-8605-c469f84312d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:38.354177 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-2508c75e-5b33-4341-904c-16befad255da req-6151e6ca-8b5d-4beb-8605-c469f84312d2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd81cb56-8012-4aea-8463-56fc1c6006dd HTTP/1.1" status: 200 len: 856 time: 0.0416951 Sep 01 09:43:38.411797 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508c75e-5b33-4341-904c-16befad255da req-88e584d1-4479-4756-9cfc-e5e3b7909a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:38.413402 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-2508c75e-5b33-4341-904c-16befad255da req-88e584d1-4479-4756-9cfc-e5e3b7909a0c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=920f8885-e155-4a4c-b565-49a7256d330f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472994 Sep 01 09:43:38.515286 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-2508c75e-5b33-4341-904c-16befad255da req-056b52ba-7516-4411-a3b3-8a51e85be237 service neutron] 10.222.0.77 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938919 Sep 01 09:43:38.603390 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-f176ab59-1b54-48a6-b608-0205d55da5ee tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:38.605108 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-f176ab59-1b54-48a6-b608-0205d55da5ee tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.77 "GET /v2.0/networks?id=1ef54018-d592-4530-92ab-5c0638950a7d HTTP/1.1" status: 200 len: 812 time: 0.1123102 Sep 01 09:43:38.628839 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-2508c75e-5b33-4341-904c-16befad255da req-5e618e49-a614-4f9e-9740-d262d2e381c2 service neutron] 10.222.0.77 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059191 Sep 01 09:43:38.668583 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-80265e00-b156-497d-8b1c-b11b3fb689f7 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fdb73d0e8704a399f85f3add1c41808 HTTP/1.1" status: 200 len: 379 time: 0.0465076 Sep 01 09:43:38.682272 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-827df515-f8d5-42ec-b173-1265cc47015b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Request body: {'port': {'device_id': '0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'admin_state_up': True, 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'security_groups': ['45be4637-dad9-4b6f-a459-0ad315104e08']}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:43:38.799866 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-827df515-f8d5-42ec-b173-1265cc47015b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Made reservation on behalf of 7fdb73d0e8704a399f85f3add1c41808 for: {'port': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:43:38.803531 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-827df515-f8d5-42ec-b173-1265cc47015b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:38.943228 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-827df515-f8d5-42ec-b173-1265cc47015b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Allocated IP 172.20.0.12 (1ef54018-d592-4530-92ab-5c0638950a7d/cfaae55d-773d-4b92-a203-450cd6111e59/c282a4ae-a71e-4c63-9f92-d866dcf04c0b) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:43:39.102908 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-827df515-f8d5-42ec-b173-1265cc47015b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:39.129688 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-827df515-f8d5-42ec-b173-1265cc47015b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Transition to ACTIVE for port object c282a4ae-a71e-4c63-9f92-d866dcf04c0b will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:43:39.279093 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b2cdbdde-51f0-4224-b5dd-ba9654bfc49f req-caaad418-f8f8-4e82-9326-3295b6eab167 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 210 time: 0.0474918 Sep 01 09:43:39.297302 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60094909-c667-4a1f-8bfd-958bedd33071 req-5448db05-464e-41bb-9b13-293de2c34b0a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:39.299016 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-60094909-c667-4a1f-8bfd-958bedd33071 req-5448db05-464e-41bb-9b13-293de2c34b0a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 944 time: 0.1660867 Sep 01 09:43:39.329661 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-827df515-f8d5-42ec-b173-1265cc47015b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:39.400728 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-60094909-c667-4a1f-8bfd-958bedd33071 req-2467584c-1721-4250-bd71-a80bddbb10c0 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945985 Sep 01 09:43:39.409330 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-827df515-f8d5-42ec-b173-1265cc47015b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Network 1ef54018-d592-4530-92ab-5c0638950a7d is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:43:39.414654 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-827df515-f8d5-42ec-b173-1265cc47015b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:43:39.418945 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-827df515-f8d5-42ec-b173-1265cc47015b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:43:39.451041 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827df515-f8d5-42ec-b173-1265cc47015b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Pushing event updated for resources: {'Port': ['ID=c282a4ae-a71e-4c63-9f92-d866dcf04c0b,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:39.491109 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-827df515-f8d5-42ec-b173-1265cc47015b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:39.492336 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-827df515-f8d5-42ec-b173-1265cc47015b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:39.515438 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-827df515-f8d5-42ec-b173-1265cc47015b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8377645 Sep 01 09:43:39.720112 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-8da5873f-42c4-45f0-97ff-d1c26e193420 None None] Provisioning for port c282a4ae-a71e-4c63-9f92-d866dcf04c0b completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:43:39.724033 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-8da5873f-42c4-45f0-97ff-d1c26e193420 None None] Provisioning complete for port c282a4ae-a71e-4c63-9f92-d866dcf04c0b triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:43:39.724407 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8da5873f-42c4-45f0-97ff-d1c26e193420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:39.763398 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-8da5873f-42c4-45f0-97ff-d1c26e193420 None None] Port c282a4ae-a71e-4c63-9f92-d866dcf04c0b cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:43:40.402699 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253c375-fac0-4a2a-8ec5-2db08fb4e44c req-f1008d3d-8635-4f18-a005-af16af3718cf tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:40.404361 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e253c375-fac0-4a2a-8ec5-2db08fb4e44c req-f1008d3d-8635-4f18-a005-af16af3718cf tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 932 time: 0.0546346 Sep 01 09:43:40.448215 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e253c375-fac0-4a2a-8ec5-2db08fb4e44c req-e82655b0-e7d0-46da-b2cf-4dd10358d1f9 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367439 Sep 01 09:43:40.537750 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a239431-84fc-412d-a356-e7a5480c9964 req-bc1fca8c-26cd-48d5-bdd6-25659df8cc1e tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:40.539152 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3a239431-84fc-412d-a356-e7a5480c9964 req-bc1fca8c-26cd-48d5-bdd6-25659df8cc1e tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 944 time: 0.0492291 Sep 01 09:43:40.577564 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3a239431-84fc-412d-a356-e7a5480c9964 req-4c6d6093-f7b2-4022-a1f8-9e6dbc49d52a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322399 Sep 01 09:43:41.563357 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b574db-29ef-4677-8566-212b8bb59c18 req-514cb518-a7d5-46f4-a7ff-0b49ab9d1909 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:41.564797 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-21b574db-29ef-4677-8566-212b8bb59c18 req-514cb518-a7d5-46f4-a7ff-0b49ab9d1909 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 932 time: 0.0496678 Sep 01 09:43:41.603517 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-21b574db-29ef-4677-8566-212b8bb59c18 req-38361829-b9e3-4196-ae49-15925cc41f0a tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326214 Sep 01 09:43:41.711999 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b4cfa-b551-4644-9b8d-c3c7dd640ee9 req-96224f50-7efc-42a1-94df-459c5f6a4ae6 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:41.713781 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-604b4cfa-b551-4644-9b8d-c3c7dd640ee9 req-96224f50-7efc-42a1-94df-459c5f6a4ae6 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 944 time: 0.0569646 Sep 01 09:43:41.752464 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-604b4cfa-b551-4644-9b8d-c3c7dd640ee9 req-8f01a66a-5780-47a8-a7e8-0f13461b08f0 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326006 Sep 01 09:43:42.742236 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ec65e-a457-4633-82b4-06edfd32976c req-3e312214-ec6c-40f0-9b2d-505c82738351 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:42.743808 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-834ec65e-a457-4633-82b4-06edfd32976c req-3e312214-ec6c-40f0-9b2d-505c82738351 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 932 time: 0.0662057 Sep 01 09:43:42.783755 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-834ec65e-a457-4633-82b4-06edfd32976c req-fbc8270c-4b5f-4bee-9f2f-689b061b8b9a tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338125 Sep 01 09:43:42.873760 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761839ff-da4c-4ca9-abdb-7212d662df28 req-6adb97fe-501b-4133-8c37-419985c9cb72 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:42.875282 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-761839ff-da4c-4ca9-abdb-7212d662df28 req-6adb97fe-501b-4133-8c37-419985c9cb72 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 944 time: 0.0497444 Sep 01 09:43:42.913748 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-761839ff-da4c-4ca9-abdb-7212d662df28 req-d47491aa-6977-4bd1-b93b-816435a19438 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322917 Sep 01 09:43:43.917939 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9dbd80-4abf-4a92-9a3e-438f8b5ead35 req-b98606af-5e14-4a31-99b3-02c34a625d3c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:43.920171 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5d9dbd80-4abf-4a92-9a3e-438f8b5ead35 req-b98606af-5e14-4a31-99b3-02c34a625d3c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 932 time: 0.0544798 Sep 01 09:43:43.961283 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5d9dbd80-4abf-4a92-9a3e-438f8b5ead35 req-ac3a84ef-497e-4477-9aef-76e99d2d8283 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358419 Sep 01 09:43:44.046567 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6990cb-9bfd-468b-8262-747f7d37339e req-3979cef8-b3b5-4079-a2e7-d38fd7d041f6 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:44.048103 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3c6990cb-9bfd-468b-8262-747f7d37339e req-3979cef8-b3b5-4079-a2e7-d38fd7d041f6 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 944 time: 0.0485351 Sep 01 09:43:44.087476 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3c6990cb-9bfd-468b-8262-747f7d37339e req-dd743fca-3b8a-4214-89a4-8de7ac42847c tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331285 Sep 01 09:43:44.290984 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:43:45.085130 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f97c57-5ead-4733-9a48-fe6422672c55 req-7854391c-0fd7-4cdc-b6e3-af892e9551f6 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:45.088134 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e0f97c57-5ead-4733-9a48-fe6422672c55 req-7854391c-0fd7-4cdc-b6e3-af892e9551f6 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 932 time: 0.0519214 Sep 01 09:43:45.130937 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e0f97c57-5ead-4733-9a48-fe6422672c55 req-de4238d5-d0ef-4a4d-9cab-87d79dca94a1 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381649 Sep 01 09:43:45.216325 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fec84-222f-491f-a239-037491cdd458 req-4c4510fc-b483-41c9-83e6-de3322c2dd67 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:45.217795 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-df9fec84-222f-491f-a239-037491cdd458 req-4c4510fc-b483-41c9-83e6-de3322c2dd67 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 944 time: 0.0511274 Sep 01 09:43:45.257908 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-df9fec84-222f-491f-a239-037491cdd458 req-374ef656-a241-4f15-9f45-6aacc8a7db45 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329227 Sep 01 09:43:46.249424 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592509d1-cb3c-4f01-bf49-0fab73038c95 req-0cd64e2b-831d-4392-8d33-f4dffc54239c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:46.250955 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-592509d1-cb3c-4f01-bf49-0fab73038c95 req-0cd64e2b-831d-4392-8d33-f4dffc54239c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 932 time: 0.0501544 Sep 01 09:43:46.291077 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-592509d1-cb3c-4f01-bf49-0fab73038c95 req-10ca9cd1-8bd2-4150-9c7b-d1b1727936fe tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335991 Sep 01 09:43:46.386278 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59061323-ab23-4137-99f2-83935e3d1925 req-19186f51-2734-446d-a78b-fa08e80c03c7 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:46.387894 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-59061323-ab23-4137-99f2-83935e3d1925 req-19186f51-2734-446d-a78b-fa08e80c03c7 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 944 time: 0.0488229 Sep 01 09:43:46.426533 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-59061323-ab23-4137-99f2-83935e3d1925 req-86cfc536-ab24-4b15-8f1c-6137aaa85cf6 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322502 Sep 01 09:43:47.457526 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26af775-ce16-4a1c-8504-1049caa194c7 req-52ce996f-bc6c-43ca-a55b-1b93b78db757 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:47.460317 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c26af775-ce16-4a1c-8504-1049caa194c7 req-52ce996f-bc6c-43ca-a55b-1b93b78db757 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 932 time: 0.0932994 Sep 01 09:43:47.512279 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c26af775-ce16-4a1c-8504-1049caa194c7 req-3444af3c-eee7-4502-9cb0-35a999ba01e4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457389 Sep 01 09:43:47.577971 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0e63c-1496-49cc-aa16-17fdce52969c req-266ac2c4-df3e-451f-981b-d312f7a9d2da tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:47.579446 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a3e0e63c-1496-49cc-aa16-17fdce52969c req-266ac2c4-df3e-451f-981b-d312f7a9d2da tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 944 time: 0.0497804 Sep 01 09:43:47.618934 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a3e0e63c-1496-49cc-aa16-17fdce52969c req-cfdc121e-ba41-4c6e-975e-179cca36a47b tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326517 Sep 01 09:43:48.088893 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 39634) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:43:48.133762 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b66e91e-a5fd-4d11-9f1d-3e4704409bac admin admin] Deleting subnet e18408c5-0fbe-4cf5-b6c4-384ce6f5e019 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 09:43:48.137011 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b66e91e-a5fd-4d11-9f1d-3e4704409bac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:48.172061 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b66e91e-a5fd-4d11-9f1d-3e4704409bac admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:48.177924 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b66e91e-a5fd-4d11-9f1d-3e4704409bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532586'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:48.238164 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b66e91e-a5fd-4d11-9f1d-3e4704409bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:48.269044 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66e91e-a5fd-4d11-9f1d-3e4704409bac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e18408c5-0fbe-4cf5-b6c4-384ce6f5e019,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:48.277921 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0b66e91e-a5fd-4d11-9f1d-3e4704409bac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:48.279828 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-0b66e91e-a5fd-4d11-9f1d-3e4704409bac admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e18408c5-0fbe-4cf5-b6c4-384ce6f5e019 HTTP/1.1" status: 204 len: 168 time: 0.1899302 Sep 01 09:43:48.281972 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e91e-a5fd-4d11-9f1d-3e4704409bac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:48.282325 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e91e-a5fd-4d11-9f1d-3e4704409bac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:48.282601 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 39636) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:43:48.282742 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e91e-a5fd-4d11-9f1d-3e4704409bac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:48.282984 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e91e-a5fd-4d11-9f1d-3e4704409bac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:48.283506 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e91e-a5fd-4d11-9f1d-3e4704409bac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:48.283867 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e91e-a5fd-4d11-9f1d-3e4704409bac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:48.284266 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e91e-a5fd-4d11-9f1d-3e4704409bac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:48.284873 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e91e-a5fd-4d11-9f1d-3e4704409bac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:48.285450 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e91e-a5fd-4d11-9f1d-3e4704409bac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:48.285776 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e91e-a5fd-4d11-9f1d-3e4704409bac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:48.286105 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e91e-a5fd-4d11-9f1d-3e4704409bac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:48.286430 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e91e-a5fd-4d11-9f1d-3e4704409bac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:48.357711 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4cffe2ea-04df-4ebb-b509-c1d9a91a9def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543493'] for network, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:48.436091 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4cffe2ea-04df-4ebb-b509-c1d9a91a9def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535953', 'neutron.services.segments.db._delete_segments_for_network-8737163360449'] for network, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:48.446345 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-4cffe2ea-04df-4ebb-b509-c1d9a91a9def admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee0d59c-636a-4c8c-bcff-156ea2ba8127']}} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:43:48.457384 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-4cffe2ea-04df-4ebb-b509-c1d9a91a9def admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '077fec0e-0443-4850-beb3-698ba0b98001') {'for_net_delete': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:43:48.457661 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-4cffe2ea-04df-4ebb-b509-c1d9a91a9def admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '077fec0e-0443-4850-beb3-698ba0b98001') {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:43:48.467002 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4cffe2ea-04df-4ebb-b509-c1d9a91a9def admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737163371861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24803596'] for segment, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:48.481129 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4cffe2ea-04df-4ebb-b509-c1d9a91a9def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:48.488595 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cffe2ea-04df-4ebb-b509-c1d9a91a9def admin admin] Releasing vlan 1085 on physical network physnet1 to pool {{(pid=94093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 09:43:48.488974 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4cffe2ea-04df-4ebb-b509-c1d9a91a9def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24774527'] for segment, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: Traceback (most recent call last): Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: timer() Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: cb(*args, **kw) Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: return func(*args, **kwargs) Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: self._notify() Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: self.callback(batched_events) Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: event.method(event) Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: return f(self, *a, **k) Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: return self._get(url).json() Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: return self.request(url, 'GET', **kwargs) Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 09:43:48.490747 dv-cinder-806726-2-iscsi neutron-server[94093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 09:43:48.548844 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4cffe2ea-04df-4ebb-b509-c1d9a91a9def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16688646'] for network, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:48.555753 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4cffe2ea-04df-4ebb-b509-c1d9a91a9def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:48.559992 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-4cffe2ea-04df-4ebb-b509-c1d9a91a9def admin admin] 10.222.0.74 "DELETE /v2.0/networks/0ee0d59c-636a-4c8c-bcff-156ea2ba8127 HTTP/1.1" status: 204 len: 168 time: 0.2738597 Sep 01 09:43:48.570019 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffe2ea-04df-4ebb-b509-c1d9a91a9def admin admin] Pushing event deleted for resources: {'Network': ['ID=0ee0d59c-636a-4c8c-bcff-156ea2ba8127,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:48.649791 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60540f5e-c940-4fbe-8b0c-b51d9a165aed req-ffa7fe89-1535-46bb-a13a-08fdc776ca6d tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:48.651426 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-60540f5e-c940-4fbe-8b0c-b51d9a165aed req-ffa7fe89-1535-46bb-a13a-08fdc776ca6d tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 932 time: 0.0508320 Sep 01 09:43:48.698963 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-60540f5e-c940-4fbe-8b0c-b51d9a165aed req-7ec841ba-9e9f-42df-abeb-150095d22af5 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416131 Sep 01 09:43:48.748752 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 39646) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:43:48.760599 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb39355-047c-40da-8901-314b03a29f18 req-dd623678-7daf-4711-b7af-ed7c6bbde449 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:48.768204 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bfb39355-047c-40da-8901-314b03a29f18 req-dd623678-7daf-4711-b7af-ed7c6bbde449 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 944 time: 0.0666907 Sep 01 09:43:48.804191 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bfb39355-047c-40da-8901-314b03a29f18 req-11f58f66-7d98-41a6-ab93-ece362637672 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350912 Sep 01 09:43:48.805085 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-3c940154-d289-47f4-b4b6-ff1df0dd4749 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e98f952c6962448e93785ef0f9e0e04a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548258 Sep 01 09:43:48.805967 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 39648) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:43:48.856963 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3957126-3054-483b-8f49-8896d2b39a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:48.880578 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3957126-3054-483b-8f49-8896d2b39a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:48.930677 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3957126-3054-483b-8f49-8896d2b39a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:48.933341 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b3957126-3054-483b-8f49-8896d2b39a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:48.936128 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-b3957126-3054-483b-8f49-8896d2b39a79 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8710b81d-b36d-44c8-a2dc-2469e8beb4bd HTTP/1.1" status: 204 len: 168 time: 0.1291084 Sep 01 09:43:48.944453 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3957126-3054-483b-8f49-8896d2b39a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8710b81d-b36d-44c8-a2dc-2469e8beb4bd,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:49.835649 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee03432-9242-47f2-853a-4b290df09165 req-44f59898-4968-4dab-abb6-c89c23588c85 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:49.837396 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-aee03432-9242-47f2-853a-4b290df09165 req-44f59898-4968-4dab-abb6-c89c23588c85 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 932 time: 0.0552349 Sep 01 09:43:49.880349 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-aee03432-9242-47f2-853a-4b290df09165 req-5c2b2db1-c913-4378-9852-75eb570b154e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367830 Sep 01 09:43:49.931541 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597de73-f65f-49ce-afd4-8c6106d622c8 req-ba74ecd3-cb28-4f9d-8796-8ebbd2d286a6 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:49.933024 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c597de73-f65f-49ce-afd4-8c6106d622c8 req-ba74ecd3-cb28-4f9d-8796-8ebbd2d286a6 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 944 time: 0.0482483 Sep 01 09:43:49.970023 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c597de73-f65f-49ce-afd4-8c6106d622c8 req-d7d2896e-2af8-4223-8ccb-9c95cbd036d9 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310435 Sep 01 09:43:50.276775 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-d13bd698-9f12-41ad-8659-a701f5c50a46 service neutron] Request body: {'port': {'device_id': '0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:43:50.332627 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-d13bd698-9f12-41ad-8659-a701f5c50a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:50.614409 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-d13bd698-9f12-41ad-8659-a701f5c50a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c282a4ae-a71e-4c63-9f92-d866dcf04c0b {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:43:50.621604 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-d13bd698-9f12-41ad-8659-a701f5c50a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:50.635554 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-d13bd698-9f12-41ad-8659-a701f5c50a46 service neutron] Transition to ACTIVE for port object c282a4ae-a71e-4c63-9f92-d866dcf04c0b will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:43:50.640207 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-d13bd698-9f12-41ad-8659-a701f5c50a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:50.689020 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13bd698-9f12-41ad-8659-a701f5c50a46 service neutron] Pushing event updated for resources: {'Port': ['ID=c282a4ae-a71e-4c63-9f92-d866dcf04c0b,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:50.761979 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-d13bd698-9f12-41ad-8659-a701f5c50a46 service neutron] Attempting to bind port c282a4ae-a71e-4c63-9f92-d866dcf04c0b on host hv-cinder-80672 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:43:50.762285 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-d13bd698-9f12-41ad-8659-a701f5c50a46 service neutron] Attempting to bind port c282a4ae-a71e-4c63-9f92-d866dcf04c0b by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': 'f8f5e1d1-815f-4de7-b88d-534ff2d4457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:43:50.762745 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-d13bd698-9f12-41ad-8659-a701f5c50a46 service neutron] Attempting to bind port c282a4ae-a71e-4c63-9f92-d866dcf04c0b on network 1ef54018-d592-4530-92ab-5c0638950a7d {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:43:50.767263 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-d13bd698-9f12-41ad-8659-a701f5c50a46 service neutron] Port c282a4ae-a71e-4c63-9f92-d866dcf04c0b on network 1ef54018-d592-4530-92ab-5c0638950a7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 09:43:50.767590 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-d13bd698-9f12-41ad-8659-a701f5c50a46 service neutron] Attempting to bind port c282a4ae-a71e-4c63-9f92-d866dcf04c0b on network 1ef54018-d592-4530-92ab-5c0638950a7d {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:43:50.772785 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-d13bd698-9f12-41ad-8659-a701f5c50a46 service neutron] Checking agent: {'id': '8ce25ef8-d4a6-4c3d-9635-2091a35d6989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'started_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:43:50.773110 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-d13bd698-9f12-41ad-8659-a701f5c50a46 service neutron] Checking segment: {'id': 'f8f5e1d1-815f-4de7-b88d-534ff2d4457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:43:50.773498 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-d13bd698-9f12-41ad-8659-a701f5c50a46 service neutron] Bound using segment: {'id': 'f8f5e1d1-815f-4de7-b88d-534ff2d4457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:43:50.773927 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-d13bd698-9f12-41ad-8659-a701f5c50a46 service neutron] Bound port: c282a4ae-a71e-4c63-9f92-d866dcf04c0b, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f5e1d1-815f-4de7-b88d-534ff2d4457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:43:50.774284 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-d13bd698-9f12-41ad-8659-a701f5c50a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:50.839011 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-d13bd698-9f12-41ad-8659-a701f5c50a46 service neutron] For port c282a4ae-a71e-4c63-9f92-d866dcf04c0b, host hv-cinder-80672, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:43:50.842073 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-d13bd698-9f12-41ad-8659-a701f5c50a46 service neutron] For port c282a4ae-a71e-4c63-9f92-d866dcf04c0b, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=c282a4ae-a71e-4c63-9f92-d866dcf04c0b,segment=NetworkSegment(f8f5e1d1-815f-4de7-b88d-534ff2d4457a),segment_id=f8f5e1d1-815f-4de7-b88d-534ff2d4457a)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:43:50.847538 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-d13bd698-9f12-41ad-8659-a701f5c50a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:50.889105 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-d13bd698-9f12-41ad-8659-a701f5c50a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:50.889731 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-d13bd698-9f12-41ad-8659-a701f5c50a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:50.891154 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-d13bd698-9f12-41ad-8659-a701f5c50a46 service neutron] 10.222.0.77 "PUT /v2.0/ports/c282a4ae-a71e-4c63-9f92-d866dcf04c0b HTTP/1.1" status: 200 len: 1094 time: 0.6189873 Sep 01 09:43:50.891603 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a', 'tag': 'c282a4ae-a71e-4c63-9f92-d866dcf04c0b'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:43:50.893961 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693eff3b-2fe7-42f4-9021-2076545584dc" -d '{"events": [{"name": "network-changed", "server_uuid": "0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a", "tag": "c282a4ae-a71e-4c63-9f92-d866dcf04c0b"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:43:50.911881 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13bd698-9f12-41ad-8659-a701f5c50a46 service neutron] Pushing event updated for resources: {'Port': ['ID=c282a4ae-a71e-4c63-9f92-d866dcf04c0b,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:51.040317 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-5a07fedd-2ef1-4b00-b409-ed180d51e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:51.042005 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-5a07fedd-2ef1-4b00-b409-ed180d51e5cf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fdb73d0e8704a399f85f3add1c41808&device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 1097 time: 0.0867777 Sep 01 09:43:51.061665 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef94272-7e88-467e-93b2-94dc788b75bb req-030ec07f-6cc0-44ca-8b11-ee20ef80f216 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:51.063231 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bef94272-7e88-467e-93b2-94dc788b75bb req-030ec07f-6cc0-44ca-8b11-ee20ef80f216 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 944 time: 0.0656953 Sep 01 09:43:51.114104 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-688b9047-3f8a-4335-b66d-79e0c2e0bffc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c282a4ae-a71e-4c63-9f92-d866dcf04c0b HTTP/1.1" status: 200 len: 217 time: 0.0451965 Sep 01 09:43:51.160491 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bef94272-7e88-467e-93b2-94dc788b75bb req-456e75c8-1e93-4f00-a92c-43e4c6820673 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901449 Sep 01 09:43:51.162016 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85101637-c4cf-458f-9311-30ba43253ab4 x-openstack-request-id: req-85101637-c4cf-458f-9311-30ba43253ab4 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:43:51.162304 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a", "tag": "c282a4ae-a71e-4c63-9f92-d866dcf04c0b", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:43:51.162551 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-85101637-c4cf-458f-9311-30ba43253ab4 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:43:51.162937 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a', 'tag': 'c282a4ae-a71e-4c63-9f92-d866dcf04c0b', 'status': 'completed', 'code': 200} Sep 01 09:43:51.191170 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-327d358d-9a30-49a7-b96e-4770db002e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:51.192967 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-327d358d-9a30-49a7-b96e-4770db002e20 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfaae55d-773d-4b92-a203-450cd6111e59 HTTP/1.1" status: 200 len: 851 time: 0.0711231 Sep 01 09:43:51.281662 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14597d2-f0fb-45e5-893b-3bc5d410c791 req-495fa66d-766b-4544-9207-68167ae1f6b1 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:51.283344 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b14597d2-f0fb-45e5-893b-3bc5d410c791 req-495fa66d-766b-4544-9207-68167ae1f6b1 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 944 time: 0.0739188 Sep 01 09:43:51.286029 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-ab9b4b11-57dc-428e-8c3e-3c92631d06d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:51.287370 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-ab9b4b11-57dc-428e-8c3e-3c92631d06d7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ef54018-d592-4530-92ab-5c0638950a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0871508 Sep 01 09:43:51.323098 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b14597d2-f0fb-45e5-893b-3bc5d410c791 req-d81533ce-2133-40b9-ae1e-aa604b889f9d tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332406 Sep 01 09:43:51.412658 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-b67229b0-5aaf-4b12-8561-ad9f131d9826 service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870812 Sep 01 09:43:51.513121 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ea8ba49f-538a-4687-bbbc-64b05940e1fa req-bf04538e-a468-4092-851e-7cd82051dee8 service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926986 Sep 01 09:43:51.550280 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 71d01db3-578f-497e-a2e0-967e03959cef details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:43:51.634394 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693eff3b-2fe7-42f4-9021-2076545584dc req-6e585317-70d0-4853-8db5-bf37398d5714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:51.636078 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-693eff3b-2fe7-42f4-9021-2076545584dc req-6e585317-70d0-4853-8db5-bf37398d5714 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fdb73d0e8704a399f85f3add1c41808&device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 1097 time: 0.0403643 Sep 01 09:43:51.643181 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 71d01db3-578f-497e-a2e0-967e03959cef, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=71d01db3-578f-497e-a2e0-967e03959cef,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:43:51.655184 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': '71d01db3-578f-497e-a2e0-967e03959cef', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'port_id': '71d01db3-578f-497e-a2e0-967e03959cef', 'mac_address': 'fa:16:3e:91:5b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:43:51.693702 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:51.705954 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d01db3-578f-497e-a2e0-967e03959cef {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:43:51.724673 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 71d01db3-578f-497e-a2e0-967e03959cef, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=71d01db3-578f-497e-a2e0-967e03959cef,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:43:51.729487 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:51.731732 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693eff3b-2fe7-42f4-9021-2076545584dc req-0aa2c1ab-15d0-4b62-ad08-b37a546e14fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:51.733366 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-693eff3b-2fe7-42f4-9021-2076545584dc req-0aa2c1ab-15d0-4b62-ad08-b37a546e14fe service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ef54018-d592-4530-92ab-5c0638950a7d HTTP/1.1" status: 200 len: 914 time: 0.0890453 Sep 01 09:43:51.775204 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=71d01db3-578f-497e-a2e0-967e03959cef,revision_number=9']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:51.776011 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-693eff3b-2fe7-42f4-9021-2076545584dc req-0e3ea363-a214-443f-a46b-6f24afedd0af service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c282a4ae-a71e-4c63-9f92-d866dcf04c0b HTTP/1.1" status: 200 len: 217 time: 0.0342402 Sep 01 09:43:51.826500 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693eff3b-2fe7-42f4-9021-2076545584dc req-728196cd-8f6e-4c70-819a-ab88feba6faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:51.827958 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-693eff3b-2fe7-42f4-9021-2076545584dc req-728196cd-8f6e-4c70-819a-ab88feba6faf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfaae55d-773d-4b92-a203-450cd6111e59 HTTP/1.1" status: 200 len: 851 time: 0.0447330 Sep 01 09:43:51.877103 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693eff3b-2fe7-42f4-9021-2076545584dc req-cf968262-3f92-4ee8-84e4-a0cdd748b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:51.878617 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-693eff3b-2fe7-42f4-9021-2076545584dc req-cf968262-3f92-4ee8-84e4-a0cdd748b768 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ef54018-d592-4530-92ab-5c0638950a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433013 Sep 01 09:43:51.981058 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-693eff3b-2fe7-42f4-9021-2076545584dc req-a3e9ff89-05b4-4cec-87a3-81cfe6a9b725 service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936358 Sep 01 09:43:52.044932 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['71d01db3-578f-497e-a2e0-967e03959cef'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:43:52.099280 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-693eff3b-2fe7-42f4-9021-2076545584dc req-778dd293-78a4-4813-be7d-24779f68fdab service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992362 Sep 01 09:43:52.284722 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb01fd-aa4b-4ac9-baba-4c9cd3439cfb req-08bc957b-325a-43dd-9bbd-40a90085d1be tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:52.286332 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-16fb01fd-aa4b-4ac9-baba-4c9cd3439cfb req-08bc957b-325a-43dd-9bbd-40a90085d1be tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 944 time: 0.0567868 Sep 01 09:43:52.324419 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-16fb01fd-aa4b-4ac9-baba-4c9cd3439cfb req-8db73a8f-c075-4325-b63d-abccbe3f322f tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320730 Sep 01 09:43:52.333546 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-78d91842-7cc7-4798-8ef9-f78b01ad918c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:52.443196 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550c6f9-6e04-467c-b319-273d0286925f req-4b530835-1b0b-40b8-b8bd-3ad0c011a958 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:52.444711 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5550c6f9-6e04-467c-b319-273d0286925f req-4b530835-1b0b-40b8-b8bd-3ad0c011a958 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 945 time: 0.0477059 Sep 01 09:43:52.481773 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5550c6f9-6e04-467c-b319-273d0286925f req-c96e330a-6f06-442f-b1cf-878c374e8b07 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308642 Sep 01 09:43:53.466395 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a8072-b7f4-4c47-84fb-855ff9c63e69 req-ddfc97eb-1b33-419a-a905-6c1086ffe6c6 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:53.467893 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1f7a8072-b7f4-4c47-84fb-855ff9c63e69 req-ddfc97eb-1b33-419a-a905-6c1086ffe6c6 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 944 time: 0.0595906 Sep 01 09:43:53.505486 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1f7a8072-b7f4-4c47-84fb-855ff9c63e69 req-247cb06c-80fb-4c25-b0ee-b0ded6265497 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315526 Sep 01 09:43:53.557148 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 71d01db3-578f-497e-a2e0-967e03959cef up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:43:53.602602 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d222bc-a72a-4e16-8966-4f2788cedd14 req-baf76e3d-d522-4a35-ac51-738a0ea3d0ce tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:53.604448 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-49d222bc-a72a-4e16-8966-4f2788cedd14 req-baf76e3d-d522-4a35-ac51-738a0ea3d0ce tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 945 time: 0.0490220 Sep 01 09:43:53.608071 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port 71d01db3-578f-497e-a2e0-967e03959cef triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:43:53.608455 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:53.642795 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-49d222bc-a72a-4e16-8966-4f2788cedd14 req-62682929-0049-40c6-b270-ac3916cbedc3 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318310 Sep 01 09:43:53.690224 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:53.714551 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b9a486-7bd1-4446-bb03-331cde776a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d01db3-578f-497e-a2e0-967e03959cef'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:43:53.716926 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d01ccf-a11c-4037-a6cd-80a299c8e5a0" -d '{"events": [{"server_uuid": "15b9a486-7bd1-4446-bb03-331cde776a62", "name": "network-vif-plugged", "status": "completed", "tag": "71d01db3-578f-497e-a2e0-967e03959cef"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:43:53.729658 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 71d01db3-578f-497e-a2e0-967e03959cef, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=71d01db3-578f-497e-a2e0-967e03959cef,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:43:53.733309 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:53.757139 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e50f282-bf3b-43da-a657-ef9d71c156f0 x-openstack-request-id: req-9e50f282-bf3b-43da-a657-ef9d71c156f0 {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:43:53.757367 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b9a486-7bd1-4446-bb03-331cde776a62", "name": "network-vif-plugged", "status": "completed", "tag": "71d01db3-578f-497e-a2e0-967e03959cef", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:43:53.757616 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9e50f282-bf3b-43da-a657-ef9d71c156f0 {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:43:53.757999 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b9a486-7bd1-4446-bb03-331cde776a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d01db3-578f-497e-a2e0-967e03959cef', 'code': 200} Sep 01 09:43:53.782759 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=71d01db3-578f-497e-a2e0-967e03959cef,revision_number=10']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:53.939743 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:54.053976 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1d4f8-a85e-439d-9506-ef017dac2d6c req-b02b058c-9df8-4c26-bcfd-d052fbf1f6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:54.055335 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-49e1d4f8-a85e-439d-9506-ef017dac2d6c req-b02b058c-9df8-4c26-bcfd-d052fbf1f6f6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 1100 time: 0.0402107 Sep 01 09:43:54.090764 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-49e1d4f8-a85e-439d-9506-ef017dac2d6c req-577d0c06-14cc-4ca6-90df-076cb3a1f3e8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276566 Sep 01 09:43:54.632160 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877aeec-184a-4e43-857f-0f0e306c205a req-5ba93caf-0a07-4d67-8c2e-1b8c9ee206f8 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:54.633618 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d877aeec-184a-4e43-857f-0f0e306c205a req-5ba93caf-0a07-4d67-8c2e-1b8c9ee206f8 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 944 time: 0.0513086 Sep 01 09:43:54.673937 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d877aeec-184a-4e43-857f-0f0e306c205a req-3019b46b-b2a3-4d30-b789-84e4902901a5 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342798 Sep 01 09:43:54.774857 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b6260-0e3b-42fa-aa1c-1d15c9bc4969 req-e8304b27-3bc2-4608-befb-66f84335ef65 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:54.776367 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-708b6260-0e3b-42fa-aa1c-1d15c9bc4969 req-e8304b27-3bc2-4608-befb-66f84335ef65 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 947 time: 0.0479879 Sep 01 09:43:54.814755 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-708b6260-0e3b-42fa-aa1c-1d15c9bc4969 req-4c15a397-f911-4b55-a100-693357b793b9 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321636 Sep 01 09:43:54.842267 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c5c21290-2815-43dd-a78b-ad79e3e4363b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:55.492956 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:55.788734 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302259c-03c2-4d2f-954f-aacbb9a03099 req-033fe447-d5ce-49e1-8203-e4c204b6b689 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:55.790216 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b302259c-03c2-4d2f-954f-aacbb9a03099 req-033fe447-d5ce-49e1-8203-e4c204b6b689 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 944 time: 0.0483317 Sep 01 09:43:55.828863 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b302259c-03c2-4d2f-954f-aacbb9a03099 req-70e0f960-1f7c-43d8-a525-aa4f6d3dce79 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325522 Sep 01 09:43:55.945026 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e70e7-ce6a-41f2-8fcf-7505adab3fbf req-e11d7a84-9777-44e4-8feb-a741f99cd401 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:55.946522 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ec9e70e7-ce6a-41f2-8fcf-7505adab3fbf req-e11d7a84-9777-44e4-8feb-a741f99cd401 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 947 time: 0.0542107 Sep 01 09:43:55.987207 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ec9e70e7-ce6a-41f2-8fcf-7505adab3fbf req-ca845928-f877-4735-8679-d2e4574a4626 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323203 Sep 01 09:43:56.109259 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:56.573552 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53787e-3dc7-44cf-98bb-3a1c20ac4458 req-1d0f03e7-61fe-4d69-9875-16120c92ea30 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:56.574919 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ed53787e-3dc7-44cf-98bb-3a1c20ac4458 req-1d0f03e7-61fe-4d69-9875-16120c92ea30 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 946 time: 0.0496020 Sep 01 09:43:56.616685 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ed53787e-3dc7-44cf-98bb-3a1c20ac4458 req-9c48de8e-82e6-4c97-b845-8de1a5479106 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=84231737-5d73-4da3-81c4-691f1e81f051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331531 Sep 01 09:43:56.954506 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74037fc-b1f2-41cf-9f43-812ef5901eaa req-8b6e29fc-facd-4d1f-b225-01b99a8a713b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:56.956002 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b74037fc-b1f2-41cf-9f43-812ef5901eaa req-8b6e29fc-facd-4d1f-b225-01b99a8a713b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 944 time: 0.0571332 Sep 01 09:43:56.993781 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b74037fc-b1f2-41cf-9f43-812ef5901eaa req-ac6640d4-b3bc-4860-9e5e-c5faf74aca70 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318174 Sep 01 09:43:57.323739 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e864ca-34c3-4a6d-8303-5d7b9e470b96 req-97688b6c-6e84-48bc-9e17-24b6d6ee7381 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:57.325196 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-08e864ca-34c3-4a6d-8303-5d7b9e470b96 req-97688b6c-6e84-48bc-9e17-24b6d6ee7381 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 947 time: 0.2661333 Sep 01 09:43:57.366198 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-08e864ca-34c3-4a6d-8303-5d7b9e470b96 req-71ad881a-e14c-4509-9eb6-1635f299e94f tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337784 Sep 01 09:43:57.744977 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72498a-47aa-40fb-a402-f77efe5ff4a2 req-d41abab8-8ffd-41f1-9705-4dc2dca0dd16 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:57.746405 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2d72498a-47aa-40fb-a402-f77efe5ff4a2 req-d41abab8-8ffd-41f1-9705-4dc2dca0dd16 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 946 time: 0.0579960 Sep 01 09:43:57.787568 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2d72498a-47aa-40fb-a402-f77efe5ff4a2 req-68387448-3ce5-42b1-b93e-ffce17fc96c7 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=84231737-5d73-4da3-81c4-691f1e81f051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328045 Sep 01 09:43:57.910758 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:58.122955 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832585b4-f9fe-4f90-8357-3196c829b263 req-b384cb1b-d129-4452-b420-170b418b55cb tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:58.124435 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-832585b4-f9fe-4f90-8357-3196c829b263 req-b384cb1b-d129-4452-b420-170b418b55cb tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 944 time: 0.0576258 Sep 01 09:43:58.165096 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-832585b4-f9fe-4f90-8357-3196c829b263 req-568e184b-d0f4-427b-8b34-8c7d9ad09b8d tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317357 Sep 01 09:43:58.694209 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2a6ba-d8c9-4bb8-ab42-8f9ca277eb48 req-f5362a7f-17c6-42ae-be57-c4de19cb6608 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:58.695641 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1ae2a6ba-d8c9-4bb8-ab42-8f9ca277eb48 req-f5362a7f-17c6-42ae-be57-c4de19cb6608 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 946 time: 0.0632610 Sep 01 09:43:58.797753 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-1ae2a6ba-d8c9-4bb8-ab42-8f9ca277eb48 req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Deleting port 982e1d19-8ee8-4fd5-926e-0c41cfcd1621 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:43:58.798105 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-1ae2a6ba-d8c9-4bb8-ab42-8f9ca277eb48 req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:58.911644 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-1ae2a6ba-d8c9-4bb8-ab42-8f9ca277eb48 req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] For port 982e1d19-8ee8-4fd5-926e-0c41cfcd1621, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=982e1d19-8ee8-4fd5-926e-0c41cfcd1621,segment=NetworkSegment(5293fbbd-52b9-41e0-b030-f4f5135458f6),segment_id=5293fbbd-52b9-41e0-b030-f4f5135458f6)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:43:58.912037 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-1ae2a6ba-d8c9-4bb8-ab42-8f9ca277eb48 req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:58.952442 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88285446-9762-4250-9edc-7ea1353e2ede req-672b28c2-5717-4c60-8130-4580dcf88b20 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:58.953851 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-88285446-9762-4250-9edc-7ea1353e2ede req-672b28c2-5717-4c60-8130-4580dcf88b20 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 946 time: 0.0989444 Sep 01 09:43:59.090774 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-88285446-9762-4250-9edc-7ea1353e2ede req-50c250d8-05dc-429f-b9cc-c565494f0a72 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups?id=84231737-5d73-4da3-81c4-691f1e81f051&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025109 Sep 01 09:43:59.168039 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-1ae2a6ba-d8c9-4bb8-ab42-8f9ca277eb48 req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:59.168714 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-1ae2a6ba-d8c9-4bb8-ab42-8f9ca277eb48 req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16688660'] for floatingip, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:59.168714 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.db.l3_db [req-1ae2a6ba-d8c9-4bb8-ab42-8f9ca277eb48 req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Floating IP 2f9b9b00-6f7e-4c2d-bd33-36c28205b09b disassociated. External IP: 172.27.0.155, port: 982e1d19-8ee8-4fd5-926e-0c41cfcd1621. Sep 01 09:43:59.169045 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-1ae2a6ba-d8c9-4bb8-ab42-8f9ca277eb48 req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Calling delete_port for 982e1d19-8ee8-4fd5-926e-0c41cfcd1621 owned by compute:nova {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:43:59.327026 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9531168-5188-4c77-af8a-bc8a6f6d8800 req-a2a94036-18de-493b-92cd-b3ba6c192c62 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:43:59.328534 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c9531168-5188-4c77-af8a-bc8a6f6d8800 req-a2a94036-18de-493b-92cd-b3ba6c192c62 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 944 time: 0.0961752 Sep 01 09:43:59.342187 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-1ae2a6ba-d8c9-4bb8-ab42-8f9ca277eb48 req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:59.378183 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Pushing event deleted for resources: {'Port': ['ID=982e1d19-8ee8-4fd5-926e-0c41cfcd1621,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:43:59.391027 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:59.391377 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:59.391746 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:59.392079 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:59.392389 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:59.392742 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:59.393060 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:59.393949 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:59.393949 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:59.394116 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:59.394288 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:59.394615 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:43:59.410893 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c9531168-5188-4c77-af8a-bc8a6f6d8800 req-7a0f4b5c-37f3-432b-a996-d17da9a01fa3 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749974 Sep 01 09:43:59.518411 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ae2a6ba-d8c9-4bb8-ab42-8f9ca277eb48 req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Router 266e646d-2782-42ea-b422-6dda57bb4b9b has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:43:59.618361 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device c282a4ae-a71e-4c63-9f92-d866dcf04c0b details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:43:59.626101 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ae2a6ba-d8c9-4bb8-ab42-8f9ca277eb48 req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:43:59.637914 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1418bf-ec04-4760-b3e8-7c46c320867f None None] Sync routers for ids ['266e646d-2782-42ea-b422-6dda57bb4b9b'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:43:59.663523 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae2a6ba-d8c9-4bb8-ab42-8f9ca277eb48 req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] No DVR routers for this DVR port 982e1d19-8ee8-4fd5-926e-0c41cfcd1621 on host hv-cinder-80672 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:43:59.666329 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-1ae2a6ba-d8c9-4bb8-ab42-8f9ca277eb48 req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:59.668368 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1ae2a6ba-d8c9-4bb8-ab42-8f9ca277eb48 req-4131e29f-28e5-4770-a73c-f059f7f92239 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.77 "DELETE /v2.0/ports/982e1d19-8ee8-4fd5-926e-0c41cfcd1621 HTTP/1.1" status: 204 len: 173 time: 0.9652770 Sep 01 09:43:59.668803 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fafe67-9ec8-448e-92f8-701e1ae4059f', 'name': 'network-vif-deleted', 'tag': '982e1d19-8ee8-4fd5-926e-0c41cfcd1621'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:43:59.671053 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a786948-4c0c-4f54-bcd9-0d5224a99868" -d '{"events": [{"server_uuid": "63fafe67-9ec8-448e-92f8-701e1ae4059f", "name": "network-vif-deleted", "tag": "982e1d19-8ee8-4fd5-926e-0c41cfcd1621"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:43:59.687318 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1418bf-ec04-4760-b3e8-7c46c320867f None None] Routers {'266e646d-2782-42ea-b422-6dda57bb4b9b'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:43:59.688112 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1a1418bf-ec04-4760-b3e8-7c46c320867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:43:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['266e646d-2782-42ea-b422-6dda57bb4b9b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:43:59.709507 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0788674b-ee5a-4a42-ad0f-50a597d837f8 x-openstack-request-id: req-0788674b-ee5a-4a42-ad0f-50a597d837f8 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:43:59.709835 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fafe67-9ec8-448e-92f8-701e1ae4059f", "name": "network-vif-deleted", "tag": "982e1d19-8ee8-4fd5-926e-0c41cfcd1621", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:43:59.710234 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0788674b-ee5a-4a42-ad0f-50a597d837f8 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:43:59.710677 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fafe67-9ec8-448e-92f8-701e1ae4059f', 'name': 'network-vif-deleted', 'tag': '982e1d19-8ee8-4fd5-926e-0c41cfcd1621', 'status': 'completed', 'code': 200} Sep 01 09:43:59.795532 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port c282a4ae-a71e-4c63-9f92-d866dcf04c0b, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=c282a4ae-a71e-4c63-9f92-d866dcf04c0b,segment=NetworkSegment(f8f5e1d1-815f-4de7-b88d-534ff2d4457a),segment_id=f8f5e1d1-815f-4de7-b88d-534ff2d4457a)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:43:59.815094 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': 'c282a4ae-a71e-4c63-9f92-d866dcf04c0b', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'port_id': 'c282a4ae-a71e-4c63-9f92-d866dcf04c0b', 'mac_address': 'fa:16:3e:83:3d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:43:59.828520 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-1a1418bf-ec04-4760-b3e8-7c46c320867f None None] Set router 266e646d-2782-42ea-b422-6dda57bb4b9b gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:43:59.920564 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:43:59.966087 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c282a4ae-a71e-4c63-9f92-d866dcf04c0b {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:43:59.995367 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port c282a4ae-a71e-4c63-9f92-d866dcf04c0b, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=c282a4ae-a71e-4c63-9f92-d866dcf04c0b,segment=NetworkSegment(f8f5e1d1-815f-4de7-b88d-534ff2d4457a),segment_id=f8f5e1d1-815f-4de7-b88d-534ff2d4457a)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:44:00.005038 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:00.085130 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=c282a4ae-a71e-4c63-9f92-d866dcf04c0b,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:00.093941 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:44:00.094281 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:44:00.094613 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:44:00.094938 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:44:00.095259 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:44:00.095581 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:44:00.095929 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:44:00.096251 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:44:00.096569 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:44:00.096930 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:44:00.097228 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:44:00.097538 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:44:00.124007 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1a1418bf-ec04-4760-b3e8-7c46c320867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'name': 'tempest-AttachVolumeTestJSON-313134090-router', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:14Z', 'updated_at': '2021-09-01T09:37:22Z', 'revision_number': 4, 'project_id': '12d977af9d49448a9a10133701a035b1', 'gw_port': {'id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'e63326e5-8833-43bd-ac6f-42201f6d5759', 'name': '', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'mac_address': 'fa:16:3e:1f:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:20Z', 'updated_at': '2021-09-01T09:37:35Z', 'revision_number': 5, 'project_id': '12d977af9d49448a9a10133701a035b1', 'subnets': [{'id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:00.151676 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1418bf-ec04-4760-b3e8-7c46c320867f None None] Checking router: 266e646d-2782-42ea-b422-6dda57bb4b9b for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:44:00.161497 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1418bf-ec04-4760-b3e8-7c46c320867f None None] Routers {'266e646d-2782-42ea-b422-6dda57bb4b9b'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:44:00.162137 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1a1418bf-ec04-4760-b3e8-7c46c320867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:43:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['266e646d-2782-42ea-b422-6dda57bb4b9b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:00.202957 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-23b7e76e-3157-4b2d-91d6-4a0ba6de471e req-d8289d73-0cc0-4255-9f8a-cee2bd8f9ae2 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/ports?device_id=63fafe67-9ec8-448e-92f8-701e1ae4059f HTTP/1.1" status: 200 len: 210 time: 0.0305095 Sep 01 09:44:00.273768 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-1a1418bf-ec04-4760-b3e8-7c46c320867f None None] Set router 266e646d-2782-42ea-b422-6dda57bb4b9b gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:44:00.412504 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['c282a4ae-a71e-4c63-9f92-d866dcf04c0b'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:44:00.531810 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae382ef1-5bcb-4b86-8c2d-44b0e2841ebe req-18192e18-3108-42be-821f-c429abdc0bc0 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:00.533254 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ae382ef1-5bcb-4b86-8c2d-44b0e2841ebe req-18192e18-3108-42be-821f-c429abdc0bc0 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 945 time: 0.0509720 Sep 01 09:44:00.555617 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-1a1418bf-ec04-4760-b3e8-7c46c320867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'name': 'tempest-AttachVolumeTestJSON-313134090-router', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:14Z', 'updated_at': '2021-09-01T09:37:22Z', 'revision_number': 4, 'project_id': '12d977af9d49448a9a10133701a035b1', 'gw_port': {'id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'e63326e5-8833-43bd-ac6f-42201f6d5759', 'name': '', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'mac_address': 'fa:16:3e:1f:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:20Z', 'updated_at': '2021-09-01T09:37:35Z', 'revision_number': 5, 'project_id': '12d977af9d49448a9a10133701a035b1', 'subnets': [{'id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:00.571106 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ae382ef1-5bcb-4b86-8c2d-44b0e2841ebe req-b1ed0141-e4dc-4993-a03f-f2f1abd29c00 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315988 Sep 01 09:44:00.582974 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1418bf-ec04-4760-b3e8-7c46c320867f None None] The sync data for ids ['266e646d-2782-42ea-b422-6dda57bb4b9b'] in dv-cinder-806726-2-iscsi is: [{'id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'name': 'tempest-AttachVolumeTestJSON-313134090-router', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:14Z', 'updated_at': '2021-09-01T09:37:22Z', 'revision_number': 4, 'project_id': '12d977af9d49448a9a10133701a035b1', 'gw_port': {'id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'e63326e5-8833-43bd-ac6f-42201f6d5759', 'name': '', 'network_id': '423f25bd-20ef-4b5d-a372-f453acee8b0b', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'mac_address': 'fa:16:3e:1f:2e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:20Z', 'updated_at': '2021-09-01T09:37:35Z', 'revision_number': 5, 'project_id': '12d977af9d49448a9a10133701a035b1', 'subnets': [{'id': 'e794dc62-4be5-46c4-ad96-64655e79d486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:44:00.804334 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ac23eb-cb90-4d96-9655-a49f45874964 None None] New status for floating IP 2f9b9b00-6f7e-4c2d-bd33-36c28205b09b: DOWN {{(pid=94096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 09:44:01.293214 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 39800) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:01.349015 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8f5b2f1d-dd3d-462d-a161-3768ef2c0798 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:01.372395 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8f5b2f1d-dd3d-462d-a161-3768ef2c0798 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:01.423378 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8f5b2f1d-dd3d-462d-a161-3768ef2c0798 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:01.426234 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8f5b2f1d-dd3d-462d-a161-3768ef2c0798 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:01.427379 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-8f5b2f1d-dd3d-462d-a161-3768ef2c0798 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "DELETE /v2.0/security-groups/84231737-5d73-4da3-81c4-691f1e81f051 HTTP/1.1" status: 204 len: 168 time: 0.1331861 Sep 01 09:44:01.430188 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 39802) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:01.436490 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b2f1d-dd3d-462d-a161-3768ef2c0798 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84231737-5d73-4da3-81c4-691f1e81f051,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:01.443692 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.api.v2.resource [None req-6ae4fe64-189a-463e-8f79-8b5d91b76d7c tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] show failed (client error): The resource could not be found. Sep 01 09:44:01.444858 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-6ae4fe64-189a-463e-8f79-8b5d91b76d7c tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "GET /v2.0/security-groups/84231737-5d73-4da3-81c4-691f1e81f051 HTTP/1.1" status: 404 len: 347 time: 0.0136728 Sep 01 09:44:01.447760 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 39804) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:01.574706 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-d64d4c48-9425-472f-939d-0dc969e3b624 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Deleting port c872fade-d3f9-4851-80fa-d3a7cca43f94 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:44:01.574948 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d64d4c48-9425-472f-939d-0dc969e3b624 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:01.619873 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device c282a4ae-a71e-4c63-9f92-d866dcf04c0b up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:44:01.655094 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d64d4c48-9425-472f-939d-0dc969e3b624 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:01.655524 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d64d4c48-9425-472f-939d-0dc969e3b624 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:01.667506 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-d64d4c48-9425-472f-939d-0dc969e3b624 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Calling delete_port for c872fade-d3f9-4851-80fa-d3a7cca43f94 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:44:01.673023 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning for port c282a4ae-a71e-4c63-9f92-d866dcf04c0b completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:44:01.677182 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port c282a4ae-a71e-4c63-9f92-d866dcf04c0b triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:44:01.677557 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:01.690106 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e9577-f582-40a7-9bed-f06a7b7420a4 req-7c326171-f871-41e9-89dc-e160e381e9d1 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:01.691695 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2d9e9577-f582-40a7-9bed-f06a7b7420a4 req-7c326171-f871-41e9-89dc-e160e381e9d1 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 945 time: 0.0537422 Sep 01 09:44:01.731700 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2d9e9577-f582-40a7-9bed-f06a7b7420a4 req-f7cc5dad-b00f-440b-8fce-670a6711a7f3 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331106 Sep 01 09:44:01.763580 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:01.787870 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c282a4ae-a71e-4c63-9f92-d866dcf04c0b'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:44:01.790120 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a166ab8-e742-4379-a11b-629126df7e49" -d '{"events": [{"server_uuid": "0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a", "name": "network-vif-plugged", "status": "completed", "tag": "c282a4ae-a71e-4c63-9f92-d866dcf04c0b"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:44:01.798332 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d64d4c48-9425-472f-939d-0dc969e3b624 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:01.802704 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port c282a4ae-a71e-4c63-9f92-d866dcf04c0b, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=c282a4ae-a71e-4c63-9f92-d866dcf04c0b,segment=NetworkSegment(f8f5e1d1-815f-4de7-b88d-534ff2d4457a),segment_id=f8f5e1d1-815f-4de7-b88d-534ff2d4457a)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:44:01.807948 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:01.808738 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 982e1d19-8ee8-4fd5-926e-0c41cfcd1621 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:44:01.824549 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d4c48-9425-472f-939d-0dc969e3b624 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Pushing event deleted for resources: {'Port': ['ID=c872fade-d3f9-4851-80fa-d3a7cca43f94,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:01.847898 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d64d4c48-9425-472f-939d-0dc969e3b624 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:01.848433 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bff9c9c-039e-4aec-acad-0479addaacc0 x-openstack-request-id: req-0bff9c9c-039e-4aec-acad-0479addaacc0 {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:44:01.848723 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a", "name": "network-vif-plugged", "status": "completed", "tag": "c282a4ae-a71e-4c63-9f92-d866dcf04c0b", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:44:01.848967 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0bff9c9c-039e-4aec-acad-0479addaacc0 {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:44:01.849346 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c282a4ae-a71e-4c63-9f92-d866dcf04c0b', 'code': 200} Sep 01 09:44:01.850551 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d64d4c48-9425-472f-939d-0dc969e3b624 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:01.854723 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] No Port match for: 982e1d19-8ee8-4fd5-926e-0c41cfcd1621 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:44:01.854878 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-d64d4c48-9425-472f-939d-0dc969e3b624 tempest-AttachVolumeTestJSON-518509977 tempest-AttachVolumeTestJSON-518509977-project] 10.222.0.74 "DELETE /v2.0/floatingips/2f9b9b00-6f7e-4c2d-bd33-36c28205b09b HTTP/1.1" status: 204 len: 168 time: 0.4030828 Sep 01 09:44:01.854967 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 982e1d19-8ee8-4fd5-926e-0c41cfcd1621 not bound to the agent host hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:44:01.878562 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=c282a4ae-a71e-4c63-9f92-d866dcf04c0b,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:02.057668 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f813996-8c33-4f78-a824-3a9387f688c4 req-51b48c47-6900-4012-972d-a61624f2c97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:02.059168 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8f813996-8c33-4f78-a824-3a9387f688c4 req-51b48c47-6900-4012-972d-a61624f2c97f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 1099 time: 0.0410061 Sep 01 09:44:02.098163 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8f813996-8c33-4f78-a824-3a9387f688c4 req-1373cb28-e64e-4fc4-b36f-192900255eb0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298789 Sep 01 09:44:02.859830 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19d8b4-b644-43a6-ba0a-b39e4dcedf8d req-768ccc55-7929-4fb1-bc32-b0cd9d4b959d tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:02.861645 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2f19d8b4-b644-43a6-ba0a-b39e4dcedf8d req-768ccc55-7929-4fb1-bc32-b0cd9d4b959d tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 946 time: 0.0588322 Sep 01 09:44:02.899858 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2f19d8b4-b644-43a6-ba0a-b39e4dcedf8d req-5c35f00f-7c4a-488b-8c67-fbd01ced9fce tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321484 Sep 01 09:44:04.036307 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607b1ea-d5e5-4579-b094-dfd54d5c6387 req-0f09fa40-73d7-4114-a527-912dc98d06f3 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:04.037782 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d607b1ea-d5e5-4579-b094-dfd54d5c6387 req-0f09fa40-73d7-4114-a527-912dc98d06f3 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 946 time: 0.0512221 Sep 01 09:44:04.075281 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d607b1ea-d5e5-4579-b094-dfd54d5c6387 req-fc4a254a-cb43-43f9-bcf1-a767609d68ef tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314853 Sep 01 09:44:04.189753 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3a1a5-643c-47c7-ba1b-e1eb5098064c req-aa129411-2cf7-4b66-9107-a2a4faab28ce tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:04.191405 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e9a3a1a5-643c-47c7-ba1b-e1eb5098064c req-aa129411-2cf7-4b66-9107-a2a4faab28ce tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 946 time: 0.0498154 Sep 01 09:44:04.229491 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e9a3a1a5-643c-47c7-ba1b-e1eb5098064c req-add1539e-2aa9-4099-a020-1221a0f4b44b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322087 Sep 01 09:44:04.257611 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 39836) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:04.446167 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02181d45-cf65-45bd-8a75-1efe400fea51 tempest-TestVolumeBootPattern-1317103146 tempest-TestVolumeBootPattern-1317103146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:04.447549 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-02181d45-cf65-45bd-8a75-1efe400fea51 tempest-TestVolumeBootPattern-1317103146 tempest-TestVolumeBootPattern-1317103146-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 1094 time: 0.1888573 Sep 01 09:44:04.452090 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 39840) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:04.456452 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-cc26845b-cdc3-4d04-a01b-afb096ac33b9 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Request body: {'floatingip': {'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'port_id': 'c282a4ae-a71e-4c63-9f92-d866dcf04c0b', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:44:04.481735 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cc26845b-cdc3-4d04-a01b-afb096ac33b9 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:04.581857 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cc26845b-cdc3-4d04-a01b-afb096ac33b9 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:04.683681 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-cc26845b-cdc3-4d04-a01b-afb096ac33b9 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Allocated IP 172.27.0.110 (5981992f-fe61-47e0-99c1-6f445c6d0ea2/24ba0698-ff73-47e7-90df-c9665eaff537/c9200704-e120-4dc9-85ea-739a083109ec) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:44:04.791153 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cc26845b-cdc3-4d04-a01b-afb096ac33b9 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:04.837284 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cc26845b-cdc3-4d04-a01b-afb096ac33b9 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:04.876068 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc26845b-cdc3-4d04-a01b-afb096ac33b9 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:44:04.880524 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-cc26845b-cdc3-4d04-a01b-afb096ac33b9 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:44:04.884657 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc26845b-cdc3-4d04-a01b-afb096ac33b9 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:44:04.888428 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26845b-cdc3-4d04-a01b-afb096ac33b9 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Pushing event updated for resources: {'Port': ['ID=c9200704-e120-4dc9-85ea-739a083109ec,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:05.401708 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 39848) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:05.424008 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cc26845b-cdc3-4d04-a01b-afb096ac33b9 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:05.491259 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cc26845b-cdc3-4d04-a01b-afb096ac33b9 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:05.635527 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cc26845b-cdc3-4d04-a01b-afb096ac33b9 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:05.640962 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cc26845b-cdc3-4d04-a01b-afb096ac33b9 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:05.670165 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cc26845b-cdc3-4d04-a01b-afb096ac33b9 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16688660'] for floatingip, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:05.730220 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26845b-cdc3-4d04-a01b-afb096ac33b9 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Pushing event updated for resources: {'Port': ['ID=c9200704-e120-4dc9-85ea-739a083109ec,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:05.783132 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.db.l3_db [None req-cc26845b-cdc3-4d04-a01b-afb096ac33b9 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Floating IP 309b5bb0-908d-43b7-963b-934e0dbf6c6f associated. External IP: 172.27.0.110, port: c282a4ae-a71e-4c63-9f92-d866dcf04c0b. Sep 01 09:44:05.859996 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-753666ce-1c14-4a6f-bd4d-4988b4c56699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16703252'] for router_interface, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:05.990004 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc26845b-cdc3-4d04-a01b-afb096ac33b9 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Router c460e377-3cca-43cd-8a7b-e101ff8eaf21 has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:44:06.096929 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc26845b-cdc3-4d04-a01b-afb096ac33b9 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:44:06.101265 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-753666ce-1c14-4a6f-bd4d-4988b4c56699 admin admin] Deleting port e63326e5-8833-43bd-ac6f-42201f6d5759 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:44:06.102016 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-753666ce-1c14-4a6f-bd4d-4988b4c56699 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:06.107331 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af0a96b-4980-4aa1-be26-1a75151d02c0 None None] Sync routers for ids ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:44:06.115585 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cc26845b-cdc3-4d04-a01b-afb096ac33b9 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:06.120931 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af0a96b-4980-4aa1-be26-1a75151d02c0 None None] Routers {'c460e377-3cca-43cd-8a7b-e101ff8eaf21'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:44:06.121563 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-6af0a96b-4980-4aa1-be26-1a75151d02c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:43:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:06.146546 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-cc26845b-cdc3-4d04-a01b-afb096ac33b9 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6934674 Sep 01 09:44:06.147139 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a', 'tag': 'c282a4ae-a71e-4c63-9f92-d866dcf04c0b'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:44:06.149450 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1158da6c3346bc0ee3ec7fc22ff852373ba0e4f09dd7013d76cb48f019b6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4fe10f-b234-4127-9637-82823dd4d790" -d '{"events": [{"name": "network-changed", "server_uuid": "0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a", "tag": "c282a4ae-a71e-4c63-9f92-d866dcf04c0b"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:44:06.185809 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3947ac8-4cec-4223-8d5a-96c457ee91f2 x-openstack-request-id: req-e3947ac8-4cec-4223-8d5a-96c457ee91f2 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:44:06.186103 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a", "tag": "c282a4ae-a71e-4c63-9f92-d866dcf04c0b", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:44:06.186354 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e3947ac8-4cec-4223-8d5a-96c457ee91f2 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:44:06.186754 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a', 'tag': 'c282a4ae-a71e-4c63-9f92-d866dcf04c0b', 'status': 'completed', 'code': 200} Sep 01 09:44:06.196956 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-753666ce-1c14-4a6f-bd4d-4988b4c56699 admin admin] For port e63326e5-8833-43bd-ac6f-42201f6d5759, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=e63326e5-8833-43bd-ac6f-42201f6d5759,segment=NetworkSegment(5293fbbd-52b9-41e0-b030-f4f5135458f6),segment_id=5293fbbd-52b9-41e0-b030-f4f5135458f6)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:44:06.197350 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-753666ce-1c14-4a6f-bd4d-4988b4c56699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:06.209612 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-753666ce-1c14-4a6f-bd4d-4988b4c56699 admin admin] Calling delete_port for e63326e5-8833-43bd-ac6f-42201f6d5759 owned by network:router_interface {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:44:06.239859 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-6af0a96b-4980-4aa1-be26-1a75151d02c0 None None] Set router c460e377-3cca-43cd-8a7b-e101ff8eaf21 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:44:06.308449 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fe10f-b234-4127-9637-82823dd4d790 req-54313fbb-8097-43ce-9ce2-db5300b307f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:06.309857 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bd4fe10f-b234-4127-9637-82823dd4d790 req-54313fbb-8097-43ce-9ce2-db5300b307f6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fdb73d0e8704a399f85f3add1c41808&device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 1099 time: 0.0581908 Sep 01 09:44:06.471637 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-6af0a96b-4980-4aa1-be26-1a75151d02c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:43:03Z', 'revision_number': 4, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port': {'id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:01Z', 'updated_at': '2021-09-01T09:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': '309b5bb0-908d-43b7-963b-934e0dbf6c6f', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'port_id': 'c282a4ae-a71e-4c63-9f92-d866dcf04c0b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'mac_address': 'fa:16:3e:83:3d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:44:05Z', 'updated_at': '2021-09-01T09:44:05Z', 'revision_number': 0, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4917afe8-e377-4254-baf7-9d2aa01fd789', 'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'mac_address': 'fa:16:3e:81:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:02Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 5, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'subnets': [{'id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:06.474793 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fe10f-b234-4127-9637-82823dd4d790 req-cdd0eb2c-585c-4a48-b07b-fd1b52bdc4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:06.476301 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bd4fe10f-b234-4127-9637-82823dd4d790 req-cdd0eb2c-585c-4a48-b07b-fd1b52bdc4b9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ef54018-d592-4530-92ab-5c0638950a7d HTTP/1.1" status: 200 len: 914 time: 0.1378677 Sep 01 09:44:06.497608 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af0a96b-4980-4aa1-be26-1a75151d02c0 None None] Checking router: c460e377-3cca-43cd-8a7b-e101ff8eaf21 for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:44:06.506186 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af0a96b-4980-4aa1-be26-1a75151d02c0 None None] Routers {'c460e377-3cca-43cd-8a7b-e101ff8eaf21'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:44:06.506788 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-6af0a96b-4980-4aa1-be26-1a75151d02c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:43:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:06.533009 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-753666ce-1c14-4a6f-bd4d-4988b4c56699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:06.736366 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-6af0a96b-4980-4aa1-be26-1a75151d02c0 None None] Set router c460e377-3cca-43cd-8a7b-e101ff8eaf21 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:44:06.783674 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753666ce-1c14-4a6f-bd4d-4988b4c56699 admin admin] Pushing event deleted for resources: {'Port': ['ID=e63326e5-8833-43bd-ac6f-42201f6d5759,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:06.797452 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bd4fe10f-b234-4127-9637-82823dd4d790 req-cb37b2b9-ac86-45c9-90ed-6da7e03f7799 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c282a4ae-a71e-4c63-9f92-d866dcf04c0b HTTP/1.1" status: 200 len: 1000 time: 0.3121474 Sep 01 09:44:06.882443 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fe10f-b234-4127-9637-82823dd4d790 req-e9d0eb45-fb8d-45a1-9bdc-1d805be82d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:06.883876 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bd4fe10f-b234-4127-9637-82823dd4d790 req-e9d0eb45-fb8d-45a1-9bdc-1d805be82d1e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfaae55d-773d-4b92-a203-450cd6111e59 HTTP/1.1" status: 200 len: 851 time: 0.0730057 Sep 01 09:44:06.974456 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-6af0a96b-4980-4aa1-be26-1a75151d02c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:43:03Z', 'revision_number': 4, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port': {'id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:01Z', 'updated_at': '2021-09-01T09:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': '309b5bb0-908d-43b7-963b-934e0dbf6c6f', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'port_id': 'c282a4ae-a71e-4c63-9f92-d866dcf04c0b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'mac_address': 'fa:16:3e:83:3d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:44:05Z', 'updated_at': '2021-09-01T09:44:05Z', 'revision_number': 0, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4917afe8-e377-4254-baf7-9d2aa01fd789', 'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'mac_address': 'fa:16:3e:81:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:02Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 5, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'subnets': [{'id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:07.004796 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af0a96b-4980-4aa1-be26-1a75151d02c0 None None] The sync data for ids ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'] in dv-cinder-806726-2-iscsi is: [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:43:03Z', 'revision_number': 4, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port': {'id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:01Z', 'updated_at': '2021-09-01T09:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': '309b5bb0-908d-43b7-963b-934e0dbf6c6f', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'port_id': 'c282a4ae-a71e-4c63-9f92-d866dcf04c0b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'mac_address': 'fa:16:3e:83:3d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:44:05Z', 'updated_at': '2021-09-01T09:44:05Z', 'revision_number': 0, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4917afe8-e377-4254-baf7-9d2aa01fd789', 'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'mac_address': 'fa:16:3e:81:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:02Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 5, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'subnets': [{'id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:44:07.010544 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fe10f-b234-4127-9637-82823dd4d790 req-3354bbf1-4535-48a0-aa04-ec0e69a504bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:07.012110 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bd4fe10f-b234-4127-9637-82823dd4d790 req-3354bbf1-4535-48a0-aa04-ec0e69a504bd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ef54018-d592-4530-92ab-5c0638950a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888960 Sep 01 09:44:07.040344 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-753666ce-1c14-4a6f-bd4d-4988b4c56699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16366462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703368'] for router_interface, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:07.183923 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bd4fe10f-b234-4127-9637-82823dd4d790 req-f14f3795-faeb-4bc3-9a5f-68f6bbf9033a service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629219 Sep 01 09:44:07.189237 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c02644a-24d9-4420-b20d-ab449816fdfe None None] New status for floating IP 309b5bb0-908d-43b7-963b-934e0dbf6c6f: ACTIVE {{(pid=94096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 09:44:07.354763 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bd4fe10f-b234-4127-9637-82823dd4d790 req-ad76b66e-f7a7-4046-8980-da572cc869f4 service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619084 Sep 01 09:44:07.383358 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753666ce-1c14-4a6f-bd4d-4988b4c56699 admin admin] Router 266e646d-2782-42ea-b422-6dda57bb4b9b has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:44:07.489632 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753666ce-1c14-4a6f-bd4d-4988b4c56699 admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:44:07.494944 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-753666ce-1c14-4a6f-bd4d-4988b4c56699 admin admin] 10.222.0.74 "PUT /v2.0/routers/266e646d-2782-42ea-b422-6dda57bb4b9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0921392 Sep 01 09:44:07.497949 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 39856) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:07.499280 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f234b9e-ea96-49a9-bad2-3c619c9d1656 None None] Sync routers for ids ['266e646d-2782-42ea-b422-6dda57bb4b9b'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:44:07.509467 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f234b9e-ea96-49a9-bad2-3c619c9d1656 None None] Routers {'266e646d-2782-42ea-b422-6dda57bb4b9b'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:44:07.510122 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7f234b9e-ea96-49a9-bad2-3c619c9d1656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:43:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['266e646d-2782-42ea-b422-6dda57bb4b9b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:07.599289 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9163e152-9200-43b9-93cb-d12d86c95946 admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:07.621080 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-7f234b9e-ea96-49a9-bad2-3c619c9d1656 None None] Set router 266e646d-2782-42ea-b422-6dda57bb4b9b gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:44:07.701269 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9163e152-9200-43b9-93cb-d12d86c95946 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:07.756303 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-9163e152-9200-43b9-93cb-d12d86c95946 admin admin] Deleting port 7ac8b2e7-f1ea-45c8-8686-346ee67338a5 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:44:07.756592 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9163e152-9200-43b9-93cb-d12d86c95946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:07.795318 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7f234b9e-ea96-49a9-bad2-3c619c9d1656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'name': 'tempest-AttachVolumeTestJSON-313134090-router', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:14Z', 'updated_at': '2021-09-01T09:44:06Z', 'revision_number': 5, 'project_id': '12d977af9d49448a9a10133701a035b1', 'gw_port': {'id': '7ac8b2e7-f1ea-45c8-8686-346ee67338a5', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ec:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:07.821135 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f234b9e-ea96-49a9-bad2-3c619c9d1656 None None] Checking router: 266e646d-2782-42ea-b422-6dda57bb4b9b for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:44:07.829484 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f234b9e-ea96-49a9-bad2-3c619c9d1656 None None] Routers {'266e646d-2782-42ea-b422-6dda57bb4b9b'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:44:07.830090 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7f234b9e-ea96-49a9-bad2-3c619c9d1656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:43:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['266e646d-2782-42ea-b422-6dda57bb4b9b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:07.834976 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-9163e152-9200-43b9-93cb-d12d86c95946 admin admin] For port 7ac8b2e7-f1ea-45c8-8686-346ee67338a5, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=7ac8b2e7-f1ea-45c8-8686-346ee67338a5,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:44:07.835361 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9163e152-9200-43b9-93cb-d12d86c95946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:07.848125 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-9163e152-9200-43b9-93cb-d12d86c95946 admin admin] Calling delete_port for 7ac8b2e7-f1ea-45c8-8686-346ee67338a5 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:44:07.916102 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-7f234b9e-ea96-49a9-bad2-3c619c9d1656 None None] Set router 266e646d-2782-42ea-b422-6dda57bb4b9b gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:44:07.969282 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7f234b9e-ea96-49a9-bad2-3c619c9d1656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'name': 'tempest-AttachVolumeTestJSON-313134090-router', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:14Z', 'updated_at': '2021-09-01T09:44:07Z', 'revision_number': 6, 'project_id': '12d977af9d49448a9a10133701a035b1', 'gw_port_host': None}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:07.995584 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f234b9e-ea96-49a9-bad2-3c619c9d1656 None None] The sync data for ids ['266e646d-2782-42ea-b422-6dda57bb4b9b'] in dv-cinder-806726-2-iscsi is: [{'id': '266e646d-2782-42ea-b422-6dda57bb4b9b', 'name': 'tempest-AttachVolumeTestJSON-313134090-router', 'tenant_id': '12d977af9d49448a9a10133701a035b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:14Z', 'updated_at': '2021-09-01T09:44:07Z', 'revision_number': 6, 'project_id': '12d977af9d49448a9a10133701a035b1', 'gw_port_host': None}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:44:08.012646 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9163e152-9200-43b9-93cb-d12d86c95946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:08.036636 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163e152-9200-43b9-93cb-d12d86c95946 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac8b2e7-f1ea-45c8-8686-346ee67338a5,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:08.061312 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9163e152-9200-43b9-93cb-d12d86c95946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16688682'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:08.148204 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9163e152-9200-43b9-93cb-d12d86c95946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16700692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3348'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:08.150449 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9163e152-9200-43b9-93cb-d12d86c95946 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:08.195158 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9163e152-9200-43b9-93cb-d12d86c95946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16700703'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:08.195722 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9163e152-9200-43b9-93cb-d12d86c95946 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 266e646d-2782-42ea-b422-6dda57bb4b9b {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 09:44:08.200439 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9163e152-9200-43b9-93cb-d12d86c95946 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:08.201729 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-9163e152-9200-43b9-93cb-d12d86c95946 admin admin] 10.222.0.74 "DELETE /v2.0/routers/266e646d-2782-42ea-b422-6dda57bb4b9b HTTP/1.1" status: 204 len: 168 time: 0.7027979 Sep 01 09:44:08.204220 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 39858) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:08.253154 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad29104-1802-4522-a406-a1a3e36d04fc admin admin] Deleting subnet e794dc62-4be5-46c4-ad96-64655e79d486 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 09:44:08.256633 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3ad29104-1802-4522-a406-a1a3e36d04fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:08.291417 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3ad29104-1802-4522-a406-a1a3e36d04fc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:08.364203 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3ad29104-1802-4522-a406-a1a3e36d04fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532586'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:08.429226 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3ad29104-1802-4522-a406-a1a3e36d04fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:08.462651 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad29104-1802-4522-a406-a1a3e36d04fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e794dc62-4be5-46c4-ad96-64655e79d486,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:08.466224 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3ad29104-1802-4522-a406-a1a3e36d04fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:08.469835 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-3ad29104-1802-4522-a406-a1a3e36d04fc admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e794dc62-4be5-46c4-ad96-64655e79d486 HTTP/1.1" status: 204 len: 168 time: 0.2629621 Sep 01 09:44:08.470797 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 39860) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:08.473602 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f292b948-6306-4c99-bf44-7212d5007de0 None None] Network 423f25bd-20ef-4b5d-a372-f453acee8b0b requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:44:08.537233 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543493'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:08.594943 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Deleting port 6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:44:08.595288 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:08.656269 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] For port 6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093,segment=NetworkSegment(5293fbbd-52b9-41e0-b030-f4f5135458f6),segment_id=5293fbbd-52b9-41e0-b030-f4f5135458f6)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:44:08.656648 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:08.669533 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Calling delete_port for 6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:44:08.753727 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:08.754087 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef654e6-136a-4ed4-b7d8-1f3706194e3e None None] DHCP port deletion for 423f25bd-20ef-4b5d-a372-f453acee8b0b request from dv-cinder-806726-2-iscsi {{(pid=94094) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 09:44:08.780982 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:08.782804 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] No DVR routers for this DVR port 6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093 on host dv-cinder-806726-2-iscsi {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:44:08.851868 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535953', 'neutron.services.segments.db._delete_segments_for_network-8737163360449'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:08.862400 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:44:08.862749 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:44:08.863510 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:44:08.863877 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Subscribe: > port after_create 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:44:08.864215 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:44:08.864547 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Subscribe: > port after_update 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:44:08.864864 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:44:08.865181 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:44:08.865498 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:44:08.865812 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:44:08.934204 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:44:08.934549 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:44:08.934881 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:44:08.935211 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 09:44:08.935561 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423f25bd-20ef-4b5d-a372-f453acee8b0b']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:08.954045 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5293fbbd-52b9-41e0-b030-f4f5135458f6') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:08.954459 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5293fbbd-52b9-41e0-b030-f4f5135458f6') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:08.978011 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737163371861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25038074'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:09.004321 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:09.012418 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 09:44:09.012971 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25065672'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: from cryptography.utils import int_from_bytes Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: from cryptography.utils import int_from_bytes Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: Traceback (most recent call last): Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: timer() Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: cb(*args, **kw) Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: return func(*args, **kwargs) Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: self._notify() Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: self.callback(batched_events) Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: event.method(event) Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: return f(self, *a, **k) Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: return self._get(url).json() Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: return self.request(url, 'GET', **kwargs) Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 09:44:09.016944 dv-cinder-806726-2-iscsi neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 09:44:09.070565 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16688646'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:09.076855 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:09.078834 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] 10.222.0.74 "DELETE /v2.0/networks/423f25bd-20ef-4b5d-a372-f453acee8b0b HTTP/1.1" status: 204 len: 168 time: 0.6071703 Sep 01 09:44:09.091259 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf3496-56d4-41be-afaa-96cd7b0914d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=423f25bd-20ef-4b5d-a372-f453acee8b0b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:09.188980 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 39866) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:09.228896 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-6ede66e2-a3d0-4472-a39c-7028d252edac admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=12d977af9d49448a9a10133701a035b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386024 Sep 01 09:44:09.231288 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 39868) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:09.285231 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4b467751-2ab3-47ba-940f-d3197ec7f3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:09.309238 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4b467751-2ab3-47ba-940f-d3197ec7f3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:09.334248 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093 no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:44:09.353609 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: 6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:44:09.353929 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 6e7e63cb-d65b-4811-b5ad-ac4bcd2d7093 not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:44:09.354328 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device e63326e5-8833-43bd-ac6f-42201f6d5759 no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:44:09.356514 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4b467751-2ab3-47ba-940f-d3197ec7f3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:09.359256 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4b467751-2ab3-47ba-940f-d3197ec7f3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:09.360454 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-4b467751-2ab3-47ba-940f-d3197ec7f3e9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/69e4790d-435c-4ffe-a1ac-8a3fd45475bb HTTP/1.1" status: 204 len: 168 time: 0.1281321 Sep 01 09:44:09.369169 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b467751-2ab3-47ba-940f-d3197ec7f3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e4790d-435c-4ffe-a1ac-8a3fd45475bb,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:09.376280 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: e63326e5-8833-43bd-ac6f-42201f6d5759 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:44:09.376629 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device e63326e5-8833-43bd-ac6f-42201f6d5759 not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:44:09.377049 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 7ac8b2e7-f1ea-45c8-8686-346ee67338a5 no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:44:09.402121 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: 7ac8b2e7-f1ea-45c8-8686-346ee67338a5 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:44:09.402460 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 7ac8b2e7-f1ea-45c8-8686-346ee67338a5 not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:44:11.114396 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 39918) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:11.237077 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cfb9f0a9-c6c0-4153-bb2e-81b01626973d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:11.331259 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cfb9f0a9-c6c0-4153-bb2e-81b01626973d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:11.335906 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cfb9f0a9-c6c0-4153-bb2e-81b01626973d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:11.372901 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-cfb9f0a9-c6c0-4153-bb2e-81b01626973d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7b757fefab224f42bbe1880eb513fc6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573593 Sep 01 09:44:11.374129 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9f0a9-c6c0-4153-bb2e-81b01626973d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e426bd-43c1-4d5c-8238-70e92ba9f4b5,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:11.375812 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 39922) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:11.424521 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6cc121b7-9925-4751-967c-a2b7a4a63ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:11.445764 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6cc121b7-9925-4751-967c-a2b7a4a63ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:11.501810 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6cc121b7-9925-4751-967c-a2b7a4a63ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:11.504693 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6cc121b7-9925-4751-967c-a2b7a4a63ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:11.505851 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-6cc121b7-9925-4751-967c-a2b7a4a63ee5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/59e426bd-43c1-4d5c-8238-70e92ba9f4b5 HTTP/1.1" status: 204 len: 168 time: 0.1290193 Sep 01 09:44:11.513512 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc121b7-9925-4751-967c-a2b7a4a63ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e426bd-43c1-4d5c-8238-70e92ba9f4b5,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:11.812354 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 39928) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:11.825534 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-74a7fb59-1c4e-4ce1-8b5f-ce937b839dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:11.915751 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-74a7fb59-1c4e-4ce1-8b5f-ce937b839dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:11.922130 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-74a7fb59-1c4e-4ce1-8b5f-ce937b839dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:11.958445 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-74a7fb59-1c4e-4ce1-8b5f-ce937b839dca admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d77e537d23b34ed8bbf1e10be87ecfd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450703 Sep 01 09:44:11.959386 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7fb59-1c4e-4ce1-8b5f-ce937b839dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0feab65c-de70-4a0e-9faf-bbbae0ad6320,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:11.961547 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 39930) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:12.020399 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fb5e6d55-0aae-4bf9-8ae6-afd790b56d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:12.042950 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fb5e6d55-0aae-4bf9-8ae6-afd790b56d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:12.091819 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fb5e6d55-0aae-4bf9-8ae6-afd790b56d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:12.095872 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fb5e6d55-0aae-4bf9-8ae6-afd790b56d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:12.097454 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-fb5e6d55-0aae-4bf9-8ae6-afd790b56d7c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0feab65c-de70-4a0e-9faf-bbbae0ad6320 HTTP/1.1" status: 204 len: 168 time: 0.1348896 Sep 01 09:44:12.105224 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e6d55-0aae-4bf9-8ae6-afd790b56d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0feab65c-de70-4a0e-9faf-bbbae0ad6320,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:12.806373 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 39954) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:12.912215 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-acdbba05-4aaa-4afe-b59e-cba0896cb98a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-277555712-network', 'tenant_id': 'b84bca29a60e422fa883ff56c24673d9'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:44:12.940986 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdbba05-4aaa-4afe-b59e-cba0896cb98a admin admin] Made reservation on behalf of b84bca29a60e422fa883ff56c24673d9 for: {'network': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:44:12.943136 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-acdbba05-4aaa-4afe-b59e-cba0896cb98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for network, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:12.951596 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-acdbba05-4aaa-4afe-b59e-cba0896cb98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:13.037121 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-acdbba05-4aaa-4afe-b59e-cba0896cb98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:13.042996 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-acdbba05-4aaa-4afe-b59e-cba0896cb98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:13.065674 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acdbba05-4aaa-4afe-b59e-cba0896cb98a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1075} {{(pid=94093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 09:44:13.074869 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbba05-4aaa-4afe-b59e-cba0896cb98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118c3007-d207-4aa0-8017-fe91248a8532,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:13.079433 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-acdbba05-4aaa-4afe-b59e-cba0896cb98a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:13.079795 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.db.segments_db [None req-acdbba05-4aaa-4afe-b59e-cba0896cb98a admin admin] Added segment 99042dc3-c666-47a7-a9ca-ea61c8597b3f of type vlan for network 0f31c79b-7d82-4311-ad92-3af610f6661d Sep 01 09:44:13.121248 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-acdbba05-4aaa-4afe-b59e-cba0896cb98a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737162809959'] for network, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:13.157427 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-acdbba05-4aaa-4afe-b59e-cba0896cb98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for network, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:13.158355 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdbba05-4aaa-4afe-b59e-cba0896cb98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:13.158936 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-acdbba05-4aaa-4afe-b59e-cba0896cb98a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:13.218179 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-acdbba05-4aaa-4afe-b59e-cba0896cb98a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4106262 Sep 01 09:44:13.221672 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 39958) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:13.227061 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8140308c-26aa-460d-811c-789f51642cc3 admin admin] Request body: {'subnet': {'network_id': '0f31c79b-7d82-4311-ad92-3af610f6661d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-277555712-subnet', 'tenant_id': 'b84bca29a60e422fa883ff56c24673d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:44:13.236150 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbba05-4aaa-4afe-b59e-cba0896cb98a admin admin] Pushing event updated for resources: {'Network': ['ID=0f31c79b-7d82-4311-ad92-3af610f6661d,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:13.247442 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Network 0f31c79b-7d82-4311-ad92-3af610f6661d details requested by agent ovs-agent-dv-cinder-806726-2-iscsi with host dv-cinder-806726-2-iscsi {{(pid=94094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 09:44:13.254496 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8140308c-26aa-460d-811c-789f51642cc3 admin admin] Made reservation on behalf of b84bca29a60e422fa883ff56c24673d9 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:44:13.257030 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8140308c-26aa-460d-811c-789f51642cc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25035116'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:13.422919 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8140308c-26aa-460d-811c-789f51642cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25067437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25035130'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:13.474609 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140308c-26aa-460d-811c-789f51642cc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b50a6ea-9c72-4a64-9ef3-a1b44b4277f5,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:13.484495 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8140308c-26aa-460d-811c-789f51642cc3 admin admin] Checking segment: {'id': '99042dc3-c666-47a7-a9ca-ea61c8597b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1075, 'network_id': '0f31c79b-7d82-4311-ad92-3af610f6661d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:44:13.484854 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8140308c-26aa-460d-811c-789f51642cc3 admin admin] Network hostable DHCP agents. Network: 0f31c79b-7d82-4311-ad92-3af610f6661d, hostable agents: ['c003adbb-c13d-447f-8337-f44cd480aeda'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 09:44:13.502852 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8140308c-26aa-460d-811c-789f51642cc3 admin admin] Network 0f31c79b-7d82-4311-ad92-3af610f6661d is scheduled to be hosted by DHCP agent c003adbb-c13d-447f-8337-f44cd480aeda with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 09:44:13.512501 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-8140308c-26aa-460d-811c-789f51642cc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-2-iscsi, 0f31c79b-7d82-4311-ad92-3af610f6661d) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:44:13.516623 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8140308c-26aa-460d-811c-789f51642cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:13.517942 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8140308c-26aa-460d-811c-789f51642cc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:13.522052 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b070987-51e1-4371-9a95-fc18aa967bae None None] Network 0f31c79b-7d82-4311-ad92-3af610f6661d requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:44:13.532293 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-8140308c-26aa-460d-811c-789f51642cc3 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3094969 Sep 01 09:44:13.641506 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97c0f9a-d5b0-4310-af56-b94c6d2a0a9e None None] Network 0f31c79b-7d82-4311-ad92-3af610f6661d requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:44:14.018106 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 39974) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:14.023286 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-00820b6e-28aa-4318-805e-61cb20e7657c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1705136775-network', 'tenant_id': 'e9abaa61b2544de392ad0f3499bad077'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:44:14.047575 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00820b6e-28aa-4318-805e-61cb20e7657c admin admin] Made reservation on behalf of e9abaa61b2544de392ad0f3499bad077 for: {'network': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:44:14.049857 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00820b6e-28aa-4318-805e-61cb20e7657c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for network, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:14.062032 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00820b6e-28aa-4318-805e-61cb20e7657c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:14.153445 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00820b6e-28aa-4318-805e-61cb20e7657c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:14.159033 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00820b6e-28aa-4318-805e-61cb20e7657c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:14.184349 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00820b6e-28aa-4318-805e-61cb20e7657c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=94093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 09:44:14.194130 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00820b6e-28aa-4318-805e-61cb20e7657c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cf5422-44c4-48fb-9105-81a23d5b5227,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:14.199960 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00820b6e-28aa-4318-805e-61cb20e7657c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:14.200299 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.db.segments_db [None req-00820b6e-28aa-4318-805e-61cb20e7657c admin admin] Added segment 3b47b11f-e77f-4dd7-9219-38cb9540ba74 of type vlan for network b69ba0b7-8a0c-48d4-acd3-092aa6701667 Sep 01 09:44:14.239865 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00820b6e-28aa-4318-805e-61cb20e7657c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737162809959'] for network, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:14.265616 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00820b6e-28aa-4318-805e-61cb20e7657c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for network, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:14.266605 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00820b6e-28aa-4318-805e-61cb20e7657c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:14.267281 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00820b6e-28aa-4318-805e-61cb20e7657c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:14.321044 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-00820b6e-28aa-4318-805e-61cb20e7657c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.3018186 Sep 01 09:44:14.324005 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 39976) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:14.329647 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-4afe9fbe-56a5-4ae7-af68-730a71c0a49d admin admin] Request body: {'subnet': {'network_id': 'b69ba0b7-8a0c-48d4-acd3-092aa6701667', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1705136775-subnet', 'tenant_id': 'e9abaa61b2544de392ad0f3499bad077', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:44:14.330269 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00820b6e-28aa-4318-805e-61cb20e7657c admin admin] Pushing event updated for resources: {'Network': ['ID=b69ba0b7-8a0c-48d4-acd3-092aa6701667,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:14.340645 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Network b69ba0b7-8a0c-48d4-acd3-092aa6701667 details requested by agent ovs-agent-dv-cinder-806726-2-iscsi with host dv-cinder-806726-2-iscsi {{(pid=94094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 09:44:14.353028 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afe9fbe-56a5-4ae7-af68-730a71c0a49d admin admin] Made reservation on behalf of e9abaa61b2544de392ad0f3499bad077 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:44:14.355421 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4afe9fbe-56a5-4ae7-af68-730a71c0a49d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25035116'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:14.543089 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4afe9fbe-56a5-4ae7-af68-730a71c0a49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25067437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25035130'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:14.597259 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe9fbe-56a5-4ae7-af68-730a71c0a49d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2388ab39-6d6d-4d36-8686-772e6bcadc2b,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:14.607169 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afe9fbe-56a5-4ae7-af68-730a71c0a49d admin admin] Checking segment: {'id': '3b47b11f-e77f-4dd7-9219-38cb9540ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': 'b69ba0b7-8a0c-48d4-acd3-092aa6701667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:44:14.607521 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afe9fbe-56a5-4ae7-af68-730a71c0a49d admin admin] Network hostable DHCP agents. Network: b69ba0b7-8a0c-48d4-acd3-092aa6701667, hostable agents: ['c003adbb-c13d-447f-8337-f44cd480aeda'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 09:44:14.626800 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afe9fbe-56a5-4ae7-af68-730a71c0a49d admin admin] Network b69ba0b7-8a0c-48d4-acd3-092aa6701667 is scheduled to be hosted by DHCP agent c003adbb-c13d-447f-8337-f44cd480aeda with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 09:44:14.636826 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-4afe9fbe-56a5-4ae7-af68-730a71c0a49d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-2-iscsi, b69ba0b7-8a0c-48d4-acd3-092aa6701667) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:44:14.640712 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afe9fbe-56a5-4ae7-af68-730a71c0a49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:14.641275 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4afe9fbe-56a5-4ae7-af68-730a71c0a49d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:14.645916 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d3230e-5166-47ff-95f1-c5a4b9542325 None None] Network b69ba0b7-8a0c-48d4-acd3-092aa6701667 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:44:14.665253 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-4afe9fbe-56a5-4ae7-af68-730a71c0a49d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3320754 Sep 01 09:44:14.765927 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b91bedd-4b4c-42c2-b7c2-29f5b94df173 None None] Network b69ba0b7-8a0c-48d4-acd3-092aa6701667 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:44:14.775310 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 39984) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:14.820182 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35e9ace-4e63-4614-bf9b-ceee7e6a75d1 admin admin] Deleting subnet 1b50a6ea-9c72-4a64-9ef3-a1b44b4277f5 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 09:44:14.823342 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e35e9ace-4e63-4614-bf9b-ceee7e6a75d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:14.857763 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e35e9ace-4e63-4614-bf9b-ceee7e6a75d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25038017'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:14.897477 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e35e9ace-4e63-4614-bf9b-ceee7e6a75d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532586'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:14.963433 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e35e9ace-4e63-4614-bf9b-ceee7e6a75d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25065586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25035075'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:14.997158 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e9ace-4e63-4614-bf9b-ceee7e6a75d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b50a6ea-9c72-4a64-9ef3-a1b44b4277f5,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:14.999085 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e35e9ace-4e63-4614-bf9b-ceee7e6a75d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:15.000942 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-e35e9ace-4e63-4614-bf9b-ceee7e6a75d1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/1b50a6ea-9c72-4a64-9ef3-a1b44b4277f5 HTTP/1.1" status: 204 len: 168 time: 0.2244966 Sep 01 09:44:15.003917 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 39986) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:15.071150 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f0a46183-2223-468e-86b2-1dd54e56df75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543493'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:15.149704 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f0a46183-2223-468e-86b2-1dd54e56df75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535953', 'neutron.services.segments.db._delete_segments_for_network-8737163360449'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:15.159172 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-f0a46183-2223-468e-86b2-1dd54e56df75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f31c79b-7d82-4311-ad92-3af610f6661d']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:15.168977 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-f0a46183-2223-468e-86b2-1dd54e56df75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99042dc3-c666-47a7-a9ca-ea61c8597b3f') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:15.169267 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-f0a46183-2223-468e-86b2-1dd54e56df75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99042dc3-c666-47a7-a9ca-ea61c8597b3f') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:15.180103 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f0a46183-2223-468e-86b2-1dd54e56df75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737163371861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25038074'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:15.200332 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f0a46183-2223-468e-86b2-1dd54e56df75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:15.206446 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a46183-2223-468e-86b2-1dd54e56df75 admin admin] Releasing vlan 1075 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 09:44:15.206827 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f0a46183-2223-468e-86b2-1dd54e56df75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25065672'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: Traceback (most recent call last): Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: timer() Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: cb(*args, **kw) Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: return func(*args, **kwargs) Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: self._notify() Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: self.callback(batched_events) Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: event.method(event) Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: return f(self, *a, **k) Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: return self._get(url).json() Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: return self.request(url, 'GET', **kwargs) Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 09:44:15.208453 dv-cinder-806726-2-iscsi neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 09:44:15.263155 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f0a46183-2223-468e-86b2-1dd54e56df75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16688646'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:15.284433 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f0a46183-2223-468e-86b2-1dd54e56df75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:15.286336 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-f0a46183-2223-468e-86b2-1dd54e56df75 admin admin] 10.222.0.74 "DELETE /v2.0/networks/0f31c79b-7d82-4311-ad92-3af610f6661d HTTP/1.1" status: 204 len: 168 time: 0.2815313 Sep 01 09:44:15.287604 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a46183-2223-468e-86b2-1dd54e56df75 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f31c79b-7d82-4311-ad92-3af610f6661d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:15.289453 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 39988) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:15.333421 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_v2 [None req-efca09da-5c38-4000-a84b-8a6fe04e92b2 admin admin] Deleting subnet 2388ab39-6d6d-4d36-8686-772e6bcadc2b {{(pid=94093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 09:44:15.336798 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-efca09da-5c38-4000-a84b-8a6fe04e92b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:15.371260 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-efca09da-5c38-4000-a84b-8a6fe04e92b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24803639'] for subnet, precommit_delete_associations {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:15.412773 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-efca09da-5c38-4000-a84b-8a6fe04e92b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532586'] for subnet, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:15.466713 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-efca09da-5c38-4000-a84b-8a6fe04e92b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24774597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14136184'] for subnet, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:15.491432 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca09da-5c38-4000-a84b-8a6fe04e92b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2388ab39-6d6d-4d36-8686-772e6bcadc2b,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:15.497336 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-efca09da-5c38-4000-a84b-8a6fe04e92b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:15.497336 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-efca09da-5c38-4000-a84b-8a6fe04e92b2 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2388ab39-6d6d-4d36-8686-772e6bcadc2b HTTP/1.1" status: 204 len: 168 time: 0.2066538 Sep 01 09:44:15.499774 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 39990) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:15.571703 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-25b9d34e-c954-4b95-9cc4-03ad369231ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543493'] for network, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:15.654894 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-25b9d34e-c954-4b95-9cc4-03ad369231ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535953', 'neutron.services.segments.db._delete_segments_for_network-8737163360449'] for network, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:15.665395 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-25b9d34e-c954-4b95-9cc4-03ad369231ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69ba0b7-8a0c-48d4-acd3-092aa6701667']}} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:15.676964 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-25b9d34e-c954-4b95-9cc4-03ad369231ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b47b11f-e77f-4dd7-9219-38cb9540ba74') {'for_net_delete': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:15.677260 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-25b9d34e-c954-4b95-9cc4-03ad369231ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b47b11f-e77f-4dd7-9219-38cb9540ba74') {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:15.686008 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-25b9d34e-c954-4b95-9cc4-03ad369231ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737163371861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24803596'] for segment, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:15.699386 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-25b9d34e-c954-4b95-9cc4-03ad369231ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:15.705426 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25b9d34e-c954-4b95-9cc4-03ad369231ac admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=94093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 09:44:15.705810 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-25b9d34e-c954-4b95-9cc4-03ad369231ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24774527'] for segment, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: Traceback (most recent call last): Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: timer() Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: cb(*args, **kw) Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: return func(*args, **kwargs) Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: self._notify() Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: self.callback(batched_events) Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: event.method(event) Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: return f(self, *a, **k) Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: return self._get(url).json() Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: return self.request(url, 'GET', **kwargs) Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 09:44:15.707600 dv-cinder-806726-2-iscsi neutron-server[94093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 09:44:15.762078 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-25b9d34e-c954-4b95-9cc4-03ad369231ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16688646'] for network, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:15.766753 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-25b9d34e-c954-4b95-9cc4-03ad369231ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:15.771419 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-25b9d34e-c954-4b95-9cc4-03ad369231ac admin admin] 10.222.0.74 "DELETE /v2.0/networks/b69ba0b7-8a0c-48d4-acd3-092aa6701667 HTTP/1.1" status: 204 len: 168 time: 0.2707584 Sep 01 09:44:15.787949 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9d34e-c954-4b95-9cc4-03ad369231ac admin admin] Pushing event deleted for resources: {'Network': ['ID=b69ba0b7-8a0c-48d4-acd3-092aa6701667,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:15.937815 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 39994) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:15.977471 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-ca4daebc-42d4-4b18-b561-a0ab31d8e115 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b84bca29a60e422fa883ff56c24673d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384519 Sep 01 09:44:15.981180 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 39996) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:16.028818 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f01e5b82-7fbf-44f5-817f-343aa5dbb17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:16.049377 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f01e5b82-7fbf-44f5-817f-343aa5dbb17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:16.103050 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f01e5b82-7fbf-44f5-817f-343aa5dbb17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:16.107017 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f01e5b82-7fbf-44f5-817f-343aa5dbb17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:16.108614 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-f01e5b82-7fbf-44f5-817f-343aa5dbb17a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/118c3007-d207-4aa0-8017-fe91248a8532 HTTP/1.1" status: 204 len: 168 time: 0.1265883 Sep 01 09:44:16.116291 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e5b82-7fbf-44f5-817f-343aa5dbb17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118c3007-d207-4aa0-8017-fe91248a8532,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:16.446786 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 40002) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:16.486784 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-3f89e7e2-1559-45af-9d69-9b0f97a01230 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e9abaa61b2544de392ad0f3499bad077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388417 Sep 01 09:44:16.489611 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 40004) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:16.544468 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1bdf0bcd-3262-4a23-8be4-df122c41d8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:16.569547 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1bdf0bcd-3262-4a23-8be4-df122c41d8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:16.628012 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1bdf0bcd-3262-4a23-8be4-df122c41d8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:16.630646 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1bdf0bcd-3262-4a23-8be4-df122c41d8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:16.631801 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-1bdf0bcd-3262-4a23-8be4-df122c41d8a6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/25cf5422-44c4-48fb-9105-81a23d5b5227 HTTP/1.1" status: 204 len: 168 time: 0.1410878 Sep 01 09:44:16.639220 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf0bcd-3262-4a23-8be4-df122c41d8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cf5422-44c4-48fb-9105-81a23d5b5227,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:18.533435 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 40068) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:18.642286 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3d0a75a2-3d98-4405-9a7d-2ed27308759f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:18.741412 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3d0a75a2-3d98-4405-9a7d-2ed27308759f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:18.746791 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3d0a75a2-3d98-4405-9a7d-2ed27308759f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:18.782946 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-3d0a75a2-3d98-4405-9a7d-2ed27308759f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a2b63a75b2014f7d84820a7a8246ad9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484040 Sep 01 09:44:18.783716 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a75a2-3d98-4405-9a7d-2ed27308759f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc817f9c-0317-4a1b-9f5f-e18af76fe257,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:18.785804 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 40072) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:18.847964 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3490d6de-47bc-4633-b4c0-7bcba567964d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:18.871037 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3490d6de-47bc-4633-b4c0-7bcba567964d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:18.924319 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3490d6de-47bc-4633-b4c0-7bcba567964d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:18.926835 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3490d6de-47bc-4633-b4c0-7bcba567964d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:18.927983 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-3490d6de-47bc-4633-b4c0-7bcba567964d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bc817f9c-0317-4a1b-9f5f-e18af76fe257 HTTP/1.1" status: 204 len: 168 time: 0.1410480 Sep 01 09:44:18.935576 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490d6de-47bc-4633-b4c0-7bcba567964d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc817f9c-0317-4a1b-9f5f-e18af76fe257,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:19.215600 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 40078) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:19.228793 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9c206c8a-a1c5-455f-a307-377058348c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:19.317262 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9c206c8a-a1c5-455f-a307-377058348c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:19.323302 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9c206c8a-a1c5-455f-a307-377058348c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:19.359010 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-9c206c8a-a1c5-455f-a307-377058348c79 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=796d1676d4544807aa305460ea645b3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422269 Sep 01 09:44:19.359810 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c206c8a-a1c5-455f-a307-377058348c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dd0874-c008-44e3-9730-f7c3f50a7dd1,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:19.362244 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 40082) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:19.411121 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5052f089-88f4-4662-ba2a-c9d6fc8dbb15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:19.431763 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5052f089-88f4-4662-ba2a-c9d6fc8dbb15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:19.481378 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5052f089-88f4-4662-ba2a-c9d6fc8dbb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:19.484095 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5052f089-88f4-4662-ba2a-c9d6fc8dbb15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:19.485288 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-5052f089-88f4-4662-ba2a-c9d6fc8dbb15 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a4dd0874-c008-44e3-9730-f7c3f50a7dd1 HTTP/1.1" status: 204 len: 168 time: 0.1218193 Sep 01 09:44:19.492935 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052f089-88f4-4662-ba2a-c9d6fc8dbb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dd0874-c008-44e3-9730-f7c3f50a7dd1,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:21.291293 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:44:22.335355 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-04c80b7c-8a46-4d09-844e-0d2151ef4be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:23.952773 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:24.848099 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a049357c-5d47-40ab-9521-c7272bffd42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:25.501389 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:26.120615 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:27.913467 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:30.024687 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2dee59dc-e1b4-4da5-add6-f770a36c2dd5 req-a8021a45-86f5-4beb-befc-aafb7d500a9f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442100 Sep 01 09:44:30.100762 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee59dc-e1b4-4da5-add6-f770a36c2dd5 req-06971598-979e-4041-9c6e-f2755e886db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:30.102216 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2dee59dc-e1b4-4da5-add6-f770a36c2dd5 req-06971598-979e-4041-9c6e-f2755e886db6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8f31d34eddaa45b5acebb6d9a01f72da&device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 1100 time: 0.0393281 Sep 01 09:44:30.229049 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee59dc-e1b4-4da5-add6-f770a36c2dd5 req-0872a4c7-f5ae-4b47-8c92-ec91d593053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:30.230513 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2dee59dc-e1b4-4da5-add6-f770a36c2dd5 req-0872a4c7-f5ae-4b47-8c92-ec91d593053d service neutron] 10.222.0.77 "GET /v2.0/networks?id=920f8885-e155-4a4c-b565-49a7256d330f HTTP/1.1" status: 200 len: 919 time: 0.0914772 Sep 01 09:44:30.299221 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2dee59dc-e1b4-4da5-add6-f770a36c2dd5 req-1a27906d-2f90-4258-9205-9001b4184597 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71d01db3-578f-497e-a2e0-967e03959cef HTTP/1.1" status: 200 len: 1001 time: 0.0586956 Sep 01 09:44:30.347568 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee59dc-e1b4-4da5-add6-f770a36c2dd5 req-967f19db-3dd2-4a84-97eb-8fae48c9a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:30.348981 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2dee59dc-e1b4-4da5-add6-f770a36c2dd5 req-967f19db-3dd2-4a84-97eb-8fae48c9a3ea service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd81cb56-8012-4aea-8463-56fc1c6006dd HTTP/1.1" status: 200 len: 856 time: 0.0423381 Sep 01 09:44:30.397560 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee59dc-e1b4-4da5-add6-f770a36c2dd5 req-c62a8ea4-d828-49ae-b9d5-69666396cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:30.398994 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2dee59dc-e1b4-4da5-add6-f770a36c2dd5 req-c62a8ea4-d828-49ae-b9d5-69666396cdab service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=920f8885-e155-4a4c-b565-49a7256d330f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420048 Sep 01 09:44:30.490592 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2dee59dc-e1b4-4da5-add6-f770a36c2dd5 req-076053f1-6be0-4923-837f-7ec248b95cef service neutron] 10.222.0.77 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795178 Sep 01 09:44:30.585469 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2dee59dc-e1b4-4da5-add6-f770a36c2dd5 req-4851d523-c8c5-46ff-b27f-f0d844c84773 service neutron] 10.222.0.77 "GET /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866439 Sep 01 09:44:40.579701 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30fce9-ece0-467c-9b81-6b3b4a0a6430 req-2e32ec24-6c51-4a60-947a-16e3e7d7c8ff tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:40.581041 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2d30fce9-ece0-467c-9b81-6b3b4a0a6430 req-2e32ec24-6c51-4a60-947a-16e3e7d7c8ff tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 947 time: 0.0490930 Sep 01 09:44:40.619044 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2d30fce9-ece0-467c-9b81-6b3b4a0a6430 req-d5693058-42f2-4404-b356-13cb0b173db4 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321040 Sep 01 09:44:41.743796 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0bbfc-389f-4be0-a5f5-a4ac7b775289 req-ac743d9f-30f4-417d-a6b2-83245e08167f tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:41.745296 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5fd0bbfc-389f-4be0-a5f5-a4ac7b775289 req-ac743d9f-30f4-417d-a6b2-83245e08167f tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 947 time: 0.0496259 Sep 01 09:44:41.786641 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5fd0bbfc-389f-4be0-a5f5-a4ac7b775289 req-0dbe9d4e-0f39-48c1-8e61-0faba38679c6 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328965 Sep 01 09:44:42.821490 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021f517-8579-41fa-adad-59158ac913fb req-8b75b81a-5a6a-4326-83d1-191f7892b80a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:42.822943 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4021f517-8579-41fa-adad-59158ac913fb req-8b75b81a-5a6a-4326-83d1-191f7892b80a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.77 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 947 time: 0.0606387 Sep 01 09:44:42.958933 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd671635-f9d2-4828-b3a8-5f77de65ac17 req-f84c7443-503e-489b-b787-5f9eb0163b9b tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:42.960426 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-dd671635-f9d2-4828-b3a8-5f77de65ac17 req-f84c7443-503e-489b-b787-5f9eb0163b9b tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 947 time: 0.0973256 Sep 01 09:44:42.994843 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-4021f517-8579-41fa-adad-59158ac913fb req-73962946-2463-48d1-b265-f449c2c8edb4 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Deleting port 71d01db3-578f-497e-a2e0-967e03959cef {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:44:42.995177 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4021f517-8579-41fa-adad-59158ac913fb req-73962946-2463-48d1-b265-f449c2c8edb4 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:43.042693 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-dd671635-f9d2-4828-b3a8-5f77de65ac17 req-c9fad5d3-176a-4ab4-883c-6d35ba223a41 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups?id=2b855509-766d-4d9d-b2e4-aeb64637d447&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738540 Sep 01 09:44:43.092911 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-4021f517-8579-41fa-adad-59158ac913fb req-73962946-2463-48d1-b265-f449c2c8edb4 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] For port 71d01db3-578f-497e-a2e0-967e03959cef, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=71d01db3-578f-497e-a2e0-967e03959cef,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:44:43.093158 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4021f517-8579-41fa-adad-59158ac913fb req-73962946-2463-48d1-b265-f449c2c8edb4 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:43.257993 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4021f517-8579-41fa-adad-59158ac913fb req-73962946-2463-48d1-b265-f449c2c8edb4 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:43.258351 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4021f517-8579-41fa-adad-59158ac913fb req-73962946-2463-48d1-b265-f449c2c8edb4 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16688660'] for floatingip, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:43.258681 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.db.l3_db [req-4021f517-8579-41fa-adad-59158ac913fb req-73962946-2463-48d1-b265-f449c2c8edb4 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Floating IP 4dc2fc6e-0f52-4016-97a8-2cfdf1638470 disassociated. External IP: 172.27.0.38, port: 71d01db3-578f-497e-a2e0-967e03959cef. Sep 01 09:44:43.259016 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-4021f517-8579-41fa-adad-59158ac913fb req-73962946-2463-48d1-b265-f449c2c8edb4 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Calling delete_port for 71d01db3-578f-497e-a2e0-967e03959cef owned by compute:nova {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:44:43.401105 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4021f517-8579-41fa-adad-59158ac913fb req-73962946-2463-48d1-b265-f449c2c8edb4 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:43.429798 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73962946-2463-48d1-b265-f449c2c8edb4 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Pushing event deleted for resources: {'Port': ['ID=71d01db3-578f-497e-a2e0-967e03959cef,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:43.777536 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4021f517-8579-41fa-adad-59158ac913fb req-73962946-2463-48d1-b265-f449c2c8edb4 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Router d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:44:43.887527 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4021f517-8579-41fa-adad-59158ac913fb req-73962946-2463-48d1-b265-f449c2c8edb4 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:44:43.898336 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d04969-d690-4bba-9893-4bde24868477 None None] Sync routers for ids ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'] in dv-cinder-806726-2-iscsi {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:44:43.908154 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d04969-d690-4bba-9893-4bde24868477 None None] Routers {'d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:44:43.908766 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-04d04969-d690-4bba-9893-4bde24868477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:44:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:43.925396 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [req-4021f517-8579-41fa-adad-59158ac913fb req-73962946-2463-48d1-b265-f449c2c8edb4 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] No DVR routers for this DVR port 71d01db3-578f-497e-a2e0-967e03959cef on host hv-cinder-80672 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:44:43.928123 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4021f517-8579-41fa-adad-59158ac913fb req-73962946-2463-48d1-b265-f449c2c8edb4 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:43.930135 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4021f517-8579-41fa-adad-59158ac913fb req-73962946-2463-48d1-b265-f449c2c8edb4 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.77 "DELETE /v2.0/ports/71d01db3-578f-497e-a2e0-967e03959cef HTTP/1.1" status: 204 len: 173 time: 1.0997927 Sep 01 09:44:43.930571 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b9a486-7bd1-4446-bb03-331cde776a62', 'name': 'network-vif-deleted', 'tag': '71d01db3-578f-497e-a2e0-967e03959cef'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:44:43.932873 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3e93ac-625f-41fc-accc-cacd1c411fc5" -d '{"events": [{"server_uuid": "15b9a486-7bd1-4446-bb03-331cde776a62", "name": "network-vif-deleted", "tag": "71d01db3-578f-497e-a2e0-967e03959cef"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:44:43.970105 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e56d77-7bf4-4377-8411-dba650102879 x-openstack-request-id: req-00e56d77-7bf4-4377-8411-dba650102879 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:44:43.970386 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b9a486-7bd1-4446-bb03-331cde776a62", "name": "network-vif-deleted", "tag": "71d01db3-578f-497e-a2e0-967e03959cef", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:44:43.970628 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-00e56d77-7bf4-4377-8411-dba650102879 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:44:43.971031 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b9a486-7bd1-4446-bb03-331cde776a62', 'name': 'network-vif-deleted', 'tag': '71d01db3-578f-497e-a2e0-967e03959cef', 'status': 'completed', 'code': 200} Sep 01 09:44:44.015847 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-04d04969-d690-4bba-9893-4bde24868477 None None] Set router d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:44:44.144508 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-29dde568-d403-4331-a05b-227a96e61a9d req-be8a7538-08a3-4591-84b2-19d9fd02aede tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 210 time: 0.0285273 Sep 01 09:44:44.207532 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-04d04969-d690-4bba-9893-4bde24868477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1488568230-router', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:31Z', 'revision_number': 4, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'gw_port': {'id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:18Z', 'updated_at': '2021-09-01T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '6f807005-7060-4e67-a542-c46e02a142ef', 'name': '', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'mac_address': 'fa:16:3e:d0:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:25Z', 'updated_at': '2021-09-01T09:37:39Z', 'revision_number': 5, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'subnets': [{'id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:44.236113 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d04969-d690-4bba-9893-4bde24868477 None None] Checking router: d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 for host: dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:44:44.245143 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d04969-d690-4bba-9893-4bde24868477 None None] Routers {'d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:44:44.245735 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-04d04969-d690-4bba-9893-4bde24868477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:44:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:44.346314 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-04d04969-d690-4bba-9893-4bde24868477 None None] Set router d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:44:44.537817 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-04d04969-d690-4bba-9893-4bde24868477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1488568230-router', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:31Z', 'revision_number': 4, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'gw_port': {'id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:18Z', 'updated_at': '2021-09-01T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '6f807005-7060-4e67-a542-c46e02a142ef', 'name': '', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'mac_address': 'fa:16:3e:d0:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:25Z', 'updated_at': '2021-09-01T09:37:39Z', 'revision_number': 5, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'subnets': [{'id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:44.562822 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d04969-d690-4bba-9893-4bde24868477 None None] The sync data for ids ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'] in dv-cinder-806726-2-iscsi is: [{'id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1488568230-router', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:37:31Z', 'revision_number': 4, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'gw_port': {'id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:18Z', 'updated_at': '2021-09-01T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '6f807005-7060-4e67-a542-c46e02a142ef', 'name': '', 'network_id': '920f8885-e155-4a4c-b565-49a7256d330f', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'mac_address': 'fa:16:3e:d0:9e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:25Z', 'updated_at': '2021-09-01T09:37:39Z', 'revision_number': 5, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'subnets': [{'id': 'fd81cb56-8012-4aea-8463-56fc1c6006dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:44:44.775347 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565dc44d-fa3a-4338-813a-4b8173cd3dea None None] New status for floating IP 4dc2fc6e-0f52-4016-97a8-2cfdf1638470: DOWN {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 09:44:45.251987 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-90f7e8d5-cc4c-498c-85e2-00306db9baba req-a19c7f58-f800-4e13-9d7e-d4f925430acd tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 210 time: 0.0268147 Sep 01 09:44:46.369308 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f5809678-5b9a-462a-b859-996ba86142fd req-22110aa0-5535-48c6-8ae3-8f4d0b03304e tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/ports?device_id=15b9a486-7bd1-4446-bb03-331cde776a62 HTTP/1.1" status: 200 len: 210 time: 0.0349829 Sep 01 09:44:47.463259 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 40276) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:47.517852 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bef1ff96-1f86-4d0c-91f9-6f419f3428b2 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:47.544191 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bef1ff96-1f86-4d0c-91f9-6f419f3428b2 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:47.598817 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bef1ff96-1f86-4d0c-91f9-6f419f3428b2 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:47.601345 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bef1ff96-1f86-4d0c-91f9-6f419f3428b2 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:47.602488 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-bef1ff96-1f86-4d0c-91f9-6f419f3428b2 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "DELETE /v2.0/security-groups/2b855509-766d-4d9d-b2e4-aeb64637d447 HTTP/1.1" status: 204 len: 168 time: 0.1381960 Sep 01 09:44:47.605377 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 40278) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:47.611592 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1ff96-1f86-4d0c-91f9-6f419f3428b2 tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b855509-766d-4d9d-b2e4-aeb64637d447,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:47.621243 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.api.v2.resource [None req-4c6d84df-ddcf-4622-bd09-09dd6b3c5faa tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] show failed (client error): The resource could not be found. Sep 01 09:44:47.624878 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-4c6d84df-ddcf-4622-bd09-09dd6b3c5faa tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "GET /v2.0/security-groups/2b855509-766d-4d9d-b2e4-aeb64637d447 HTTP/1.1" status: 404 len: 347 time: 0.0158713 Sep 01 09:44:47.625302 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 40280) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:47.839758 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 71d01db3-578f-497e-a2e0-967e03959cef no longer exists at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:44:47.868558 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] No Port match for: 71d01db3-578f-497e-a2e0-967e03959cef {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:44:47.868915 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 71d01db3-578f-497e-a2e0-967e03959cef not bound to the agent host hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:44:47.987471 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf1d71-890c-4fb7-8c52-76981715d20a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Deleting port 115ccd79-1175-4237-986e-3fa111f2b16d {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:44:47.988029 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7fdf1d71-890c-4fb7-8c52-76981715d20a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:48.065614 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7fdf1d71-890c-4fb7-8c52-76981715d20a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:48.066003 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7fdf1d71-890c-4fb7-8c52-76981715d20a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:48.078546 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-7fdf1d71-890c-4fb7-8c52-76981715d20a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Calling delete_port for 115ccd79-1175-4237-986e-3fa111f2b16d owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:44:48.222838 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7fdf1d71-890c-4fb7-8c52-76981715d20a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25065501'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:48.257630 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf1d71-890c-4fb7-8c52-76981715d20a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Pushing event deleted for resources: {'Port': ['ID=115ccd79-1175-4237-986e-3fa111f2b16d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:48.326669 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7fdf1d71-890c-4fb7-8c52-76981715d20a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:48.329231 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7fdf1d71-890c-4fb7-8c52-76981715d20a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:48.330467 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-7fdf1d71-890c-4fb7-8c52-76981715d20a tempest-AttachVolumeShelveTestJSON-1955411095 tempest-AttachVolumeShelveTestJSON-1955411095-project] 10.222.0.74 "DELETE /v2.0/floatingips/4dc2fc6e-0f52-4016-97a8-2cfdf1638470 HTTP/1.1" status: 204 len: 168 time: 0.7040958 Sep 01 09:44:50.771650 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 40348) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:51.292101 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a0239734-0fe7-4f40-9e72-9e6ca347ad53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16703252'] for router_interface, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:51.550910 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a0239734-0fe7-4f40-9e72-9e6ca347ad53 admin admin] Deleting port 6f807005-7060-4e67-a542-c46e02a142ef {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:44:51.551161 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a0239734-0fe7-4f40-9e72-9e6ca347ad53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:51.630298 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a0239734-0fe7-4f40-9e72-9e6ca347ad53 admin admin] For port 6f807005-7060-4e67-a542-c46e02a142ef, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=6f807005-7060-4e67-a542-c46e02a142ef,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:44:51.630683 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a0239734-0fe7-4f40-9e72-9e6ca347ad53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:51.643935 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a0239734-0fe7-4f40-9e72-9e6ca347ad53 admin admin] Calling delete_port for 6f807005-7060-4e67-a542-c46e02a142ef owned by network:router_interface {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:44:51.679771 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 40358) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:51.786427 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2bc563a1-fa57-45c3-9cbf-f4cbac52756c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:51.832994 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a0239734-0fe7-4f40-9e72-9e6ca347ad53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:51.861616 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0239734-0fe7-4f40-9e72-9e6ca347ad53 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f807005-7060-4e67-a542-c46e02a142ef,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:51.888401 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2bc563a1-fa57-45c3-9cbf-f4cbac52756c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:51.894061 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2bc563a1-fa57-45c3-9cbf-f4cbac52756c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:51.937697 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-2bc563a1-fa57-45c3-9cbf-f4cbac52756c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=75c7a03ff21f45a19649cf351ca69ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567964 Sep 01 09:44:51.939954 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc563a1-fa57-45c3-9cbf-f4cbac52756c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037f8af3-42a0-414c-b0de-56d4aa7923df,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:51.940293 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 40362) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:51.947418 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc563a1-fa57-45c3-9cbf-f4cbac52756c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:44:51.947800 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc563a1-fa57-45c3-9cbf-f4cbac52756c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:44:51.948144 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc563a1-fa57-45c3-9cbf-f4cbac52756c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:44:51.948478 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc563a1-fa57-45c3-9cbf-f4cbac52756c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:44:51.948806 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc563a1-fa57-45c3-9cbf-f4cbac52756c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:44:51.949125 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc563a1-fa57-45c3-9cbf-f4cbac52756c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:44:51.949448 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc563a1-fa57-45c3-9cbf-f4cbac52756c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:44:51.949770 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc563a1-fa57-45c3-9cbf-f4cbac52756c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:44:51.950233 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc563a1-fa57-45c3-9cbf-f4cbac52756c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:44:51.950561 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc563a1-fa57-45c3-9cbf-f4cbac52756c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:44:51.950880 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc563a1-fa57-45c3-9cbf-f4cbac52756c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:44:51.951196 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc563a1-fa57-45c3-9cbf-f4cbac52756c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:44:52.077356 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-56f3ea35-6142-47fe-9383-fef59eef0a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:52.091173 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a0239734-0fe7-4f40-9e72-9e6ca347ad53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16366462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703368'] for router_interface, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:52.110463 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-56f3ea35-6142-47fe-9383-fef59eef0a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:52.241186 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-56f3ea35-6142-47fe-9383-fef59eef0a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:52.243924 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-56f3ea35-6142-47fe-9383-fef59eef0a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:52.245054 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-56f3ea35-6142-47fe-9383-fef59eef0a3e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/037f8af3-42a0-414c-b0de-56d4aa7923df HTTP/1.1" status: 204 len: 168 time: 0.3037946 Sep 01 09:44:52.260487 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3ea35-6142-47fe-9383-fef59eef0a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037f8af3-42a0-414c-b0de-56d4aa7923df,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:52.340547 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-bd584d7f-8a51-43ee-ad1a-fd672b949261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:52.374719 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0239734-0fe7-4f40-9e72-9e6ca347ad53 admin admin] Router d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:44:52.481122 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0239734-0fe7-4f40-9e72-9e6ca347ad53 admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:44:52.486356 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-a0239734-0fe7-4f40-9e72-9e6ca347ad53 admin admin] 10.222.0.74 "PUT /v2.0/routers/d3019e6e-d3ad-4ad1-8add-ed32c050d5c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7136338 Sep 01 09:44:52.489401 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 40368) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:52.492546 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038e940a-cc8e-4f28-a187-a72a687e9ffb None None] Sync routers for ids ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'] in dv-cinder-806726-2-iscsi {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:44:52.502186 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038e940a-cc8e-4f28-a187-a72a687e9ffb None None] Routers {'d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:44:52.502953 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-038e940a-cc8e-4f28-a187-a72a687e9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:44:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:52.523503 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 40372) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:52.536726 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-024ce178-f41f-49d7-b2b9-395ecfab4478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:52.595556 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-94956c72-f819-483c-91ee-3c11c63feaf9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:52.613379 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-038e940a-cc8e-4f28-a187-a72a687e9ffb None None] Set router d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:44:52.630997 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-024ce178-f41f-49d7-b2b9-395ecfab4478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:52.635325 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-024ce178-f41f-49d7-b2b9-395ecfab4478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:52.677557 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-024ce178-f41f-49d7-b2b9-395ecfab4478 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=da85b0c91a9247a0a747859497f51aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528518 Sep 01 09:44:52.678389 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ce178-f41f-49d7-b2b9-395ecfab4478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6d6745-6e2e-402b-8d27-938f781e6cd1,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:52.681785 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 40374) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:52.714559 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-94956c72-f819-483c-91ee-3c11c63feaf9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:52.734219 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a9329b2f-8d77-4f98-8ff1-4e8900282bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:52.757169 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a9329b2f-8d77-4f98-8ff1-4e8900282bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:52.767877 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-94956c72-f819-483c-91ee-3c11c63feaf9 admin admin] Deleting port d7cf1495-3151-41bb-a302-ef39a125e432 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:44:52.768220 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-94956c72-f819-483c-91ee-3c11c63feaf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:52.810498 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a9329b2f-8d77-4f98-8ff1-4e8900282bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:52.813220 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a9329b2f-8d77-4f98-8ff1-4e8900282bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:52.817612 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-a9329b2f-8d77-4f98-8ff1-4e8900282bbc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1f6d6745-6e2e-402b-8d27-938f781e6cd1 HTTP/1.1" status: 204 len: 168 time: 0.1322184 Sep 01 09:44:52.828545 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9329b2f-8d77-4f98-8ff1-4e8900282bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6d6745-6e2e-402b-8d27-938f781e6cd1,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:52.857612 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-94956c72-f819-483c-91ee-3c11c63feaf9 admin admin] For port d7cf1495-3151-41bb-a302-ef39a125e432, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=d7cf1495-3151-41bb-a302-ef39a125e432,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:44:52.858118 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-94956c72-f819-483c-91ee-3c11c63feaf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:52.872549 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-94956c72-f819-483c-91ee-3c11c63feaf9 admin admin] Calling delete_port for d7cf1495-3151-41bb-a302-ef39a125e432 owned by network:router_gateway {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:44:52.894698 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-038e940a-cc8e-4f28-a187-a72a687e9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1488568230-router', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:44:51Z', 'revision_number': 5, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'gw_port': {'id': 'd7cf1495-3151-41bb-a302-ef39a125e432', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:37:18Z', 'updated_at': '2021-09-01T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:52.920923 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038e940a-cc8e-4f28-a187-a72a687e9ffb None None] Checking router: d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 for host: dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:44:52.929014 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038e940a-cc8e-4f28-a187-a72a687e9ffb None None] Routers {'d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:44:52.929603 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-038e940a-cc8e-4f28-a187-a72a687e9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:44:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:53.021261 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-038e940a-cc8e-4f28-a187-a72a687e9ffb None None] Set router d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 gateway port host: None {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:44:53.060046 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-94956c72-f819-483c-91ee-3c11c63feaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:53.074884 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-038e940a-cc8e-4f28-a187-a72a687e9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1488568230-router', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:44:52Z', 'revision_number': 6, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'gw_port_host': None}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:53.088142 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94956c72-f819-483c-91ee-3c11c63feaf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7cf1495-3151-41bb-a302-ef39a125e432,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:53.100785 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038e940a-cc8e-4f28-a187-a72a687e9ffb None None] The sync data for ids ['d3019e6e-d3ad-4ad1-8add-ed32c050d5c6'] in dv-cinder-806726-2-iscsi is: [{'id': 'd3019e6e-d3ad-4ad1-8add-ed32c050d5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1488568230-router', 'tenant_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:37:15Z', 'updated_at': '2021-09-01T09:44:52Z', 'revision_number': 6, 'project_id': '8f31d34eddaa45b5acebb6d9a01f72da', 'gw_port_host': None}] {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:44:53.155147 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-94956c72-f819-483c-91ee-3c11c63feaf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16688682'] for router_gateway, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:53.256276 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-94956c72-f819-483c-91ee-3c11c63feaf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16700692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3348'] for router, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:53.258375 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-94956c72-f819-483c-91ee-3c11c63feaf9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:53.563896 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-94956c72-f819-483c-91ee-3c11c63feaf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16700703'] for router, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:53.564845 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94956c72-f819-483c-91ee-3c11c63feaf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 {{(pid=94093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 09:44:53.570380 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-94956c72-f819-483c-91ee-3c11c63feaf9 admin admin] Notify callbacks [] for router, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:53.571814 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-94956c72-f819-483c-91ee-3c11c63feaf9 admin admin] 10.222.0.74 "DELETE /v2.0/routers/d3019e6e-d3ad-4ad1-8add-ed32c050d5c6 HTTP/1.1" status: 204 len: 168 time: 1.0814424 Sep 01 09:44:53.574367 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 40400) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:53.625818 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_v2 [None req-891fcb5a-9b8a-484c-bcab-efbe6fbeb44d admin admin] Deleting subnet fd81cb56-8012-4aea-8463-56fc1c6006dd {{(pid=94093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 09:44:53.628952 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-891fcb5a-9b8a-484c-bcab-efbe6fbeb44d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:53.662034 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-891fcb5a-9b8a-484c-bcab-efbe6fbeb44d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24803639'] for subnet, precommit_delete_associations {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:53.772509 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-891fcb5a-9b8a-484c-bcab-efbe6fbeb44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532586'] for subnet, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:53.826748 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-891fcb5a-9b8a-484c-bcab-efbe6fbeb44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24774597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14136184'] for subnet, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:53.863940 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-891fcb5a-9b8a-484c-bcab-efbe6fbeb44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:53.865835 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-891fcb5a-9b8a-484c-bcab-efbe6fbeb44d admin admin] 10.222.0.74 "DELETE /v2.0/subnets/fd81cb56-8012-4aea-8463-56fc1c6006dd HTTP/1.1" status: 204 len: 168 time: 0.2905345 Sep 01 09:44:53.866977 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fcb5a-9b8a-484c-bcab-efbe6fbeb44d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd81cb56-8012-4aea-8463-56fc1c6006dd,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:53.868539 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 40410) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:53.871259 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5778de7c-17ca-4f96-8855-37933fb912c3 None None] Network 920f8885-e155-4a4c-b565-49a7256d330f requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:44:53.945926 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-34460800-180f-4022-a451-bc9eff11b985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543493'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:53.964648 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 6f807005-7060-4e67-a542-c46e02a142ef no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:44:54.005454 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-34460800-180f-4022-a451-bc9eff11b985 admin admin] Deleting port 3e06ce1b-5d4b-4b50-833b-3f66cacf614d {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:44:54.006038 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-34460800-180f-4022-a451-bc9eff11b985 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:54.020956 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: 6f807005-7060-4e67-a542-c46e02a142ef {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:44:54.021558 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 6f807005-7060-4e67-a542-c46e02a142ef not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:44:54.028650 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:54.077701 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-34460800-180f-4022-a451-bc9eff11b985 admin admin] For port 3e06ce1b-5d4b-4b50-833b-3f66cacf614d, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=3e06ce1b-5d4b-4b50-833b-3f66cacf614d,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:44:54.078273 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-34460800-180f-4022-a451-bc9eff11b985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:54.092774 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-34460800-180f-4022-a451-bc9eff11b985 admin admin] Calling delete_port for 3e06ce1b-5d4b-4b50-833b-3f66cacf614d owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:44:54.112941 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9d3a16-fdee-4511-ada7-4c95b9b97c62 None None] DHCP port deletion for 920f8885-e155-4a4c-b565-49a7256d330f request from dv-cinder-806726-2-iscsi {{(pid=94094) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 09:44:54.159133 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-af9d3a16-fdee-4511-ada7-4c95b9b97c62 None None] Deleting port 3e06ce1b-5d4b-4b50-833b-3f66cacf614d {{(pid=94094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:44:54.159508 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-af9d3a16-fdee-4511-ada7-4c95b9b97c62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:54.188186 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-34460800-180f-4022-a451-bc9eff11b985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25065501'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:54.219487 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34460800-180f-4022-a451-bc9eff11b985 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e06ce1b-5d4b-4b50-833b-3f66cacf614d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:54.223790 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34460800-180f-4022-a451-bc9eff11b985 admin admin] No DVR routers for this DVR port 3e06ce1b-5d4b-4b50-833b-3f66cacf614d on host dv-cinder-806726-2-iscsi {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:44:54.235385 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-af9d3a16-fdee-4511-ada7-4c95b9b97c62 None None] For port 3e06ce1b-5d4b-4b50-833b-3f66cacf614d, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=3e06ce1b-5d4b-4b50-833b-3f66cacf614d,segment=NetworkSegment(be33b589-b8a2-4739-a388-2c089e8bdf51),segment_id=be33b589-b8a2-4739-a388-2c089e8bdf51)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:44:54.236143 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-af9d3a16-fdee-4511-ada7-4c95b9b97c62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:54.250611 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-af9d3a16-fdee-4511-ada7-4c95b9b97c62 None None] Calling delete_port for 3e06ce1b-5d4b-4b50-833b-3f66cacf614d owned by network:dhcp {{(pid=94094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:44:54.306970 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-34460800-180f-4022-a451-bc9eff11b985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535953', 'neutron.services.segments.db._delete_segments_for_network-8737163360449'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:54.314541 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-34460800-180f-4022-a451-bc9eff11b985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920f8885-e155-4a4c-b565-49a7256d330f']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:54.329406 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-34460800-180f-4022-a451-bc9eff11b985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be33b589-b8a2-4739-a388-2c089e8bdf51') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:54.329828 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-34460800-180f-4022-a451-bc9eff11b985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be33b589-b8a2-4739-a388-2c089e8bdf51') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:54.339055 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-34460800-180f-4022-a451-bc9eff11b985 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737163371861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25038074'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:54.356565 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-34460800-180f-4022-a451-bc9eff11b985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:54.363435 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34460800-180f-4022-a451-bc9eff11b985 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 09:44:54.364086 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-34460800-180f-4022-a451-bc9eff11b985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25065672'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: Traceback (most recent call last): Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: timer() Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: cb(*args, **kw) Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: return func(*args, **kwargs) Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: self._notify() Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: self.callback(batched_events) Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: event.method(event) Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: return f(self, *a, **k) Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: return self._get(url).json() Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: return self.request(url, 'GET', **kwargs) Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 09:44:54.366059 dv-cinder-806726-2-iscsi neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 09:44:54.388553 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-af9d3a16-fdee-4511-ada7-4c95b9b97c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777'] for port, after_delete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:54.413265 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d3a16-fdee-4511-ada7-4c95b9b97c62 None None] Pushing event deleted for resources: {'Port': ['ID=3e06ce1b-5d4b-4b50-833b-3f66cacf614d,revision_number=None']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:54.417393 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9d3a16-fdee-4511-ada7-4c95b9b97c62 None None] No DVR routers for this DVR port 3e06ce1b-5d4b-4b50-833b-3f66cacf614d on host dv-cinder-806726-2-iscsi {{(pid=94094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:44:54.419480 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-34460800-180f-4022-a451-bc9eff11b985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16688646'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:54.425957 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-34460800-180f-4022-a451-bc9eff11b985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:54.429678 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-34460800-180f-4022-a451-bc9eff11b985 admin admin] 10.222.0.74 "DELETE /v2.0/networks/920f8885-e155-4a4c-b565-49a7256d330f HTTP/1.1" status: 204 len: 168 time: 0.5574372 Sep 01 09:44:54.439044 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34460800-180f-4022-a451-bc9eff11b985 admin admin] Pushing event deleted for resources: {'Network': ['ID=920f8885-e155-4a4c-b565-49a7256d330f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:54.597067 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 40426) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:54.638589 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-2e56dd98-cd72-4767-b11a-f4ed44b4a48e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8f31d34eddaa45b5acebb6d9a01f72da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0402544 Sep 01 09:44:54.641944 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 40428) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:54.708422 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-748afdf6-f001-4db6-86cc-da4c3d75c55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:54.732117 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-748afdf6-f001-4db6-86cc-da4c3d75c55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:54.782041 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-748afdf6-f001-4db6-86cc-da4c3d75c55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:54.784980 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-748afdf6-f001-4db6-86cc-da4c3d75c55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:54.786161 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-748afdf6-f001-4db6-86cc-da4c3d75c55c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ccbf386c-d2d2-48fe-8b7c-a8ff396f076c HTTP/1.1" status: 204 len: 168 time: 0.1406775 Sep 01 09:44:54.793808 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748afdf6-f001-4db6-86cc-da4c3d75c55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbf386c-d2d2-48fe-8b7c-a8ff396f076c,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:54.839591 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a480260c-f055-4cdc-b8ac-dcd0658deda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:55.212964 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 40446) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:55.377543 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 3e06ce1b-5d4b-4b50-833b-3f66cacf614d no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:44:55.403062 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: 3e06ce1b-5d4b-4b50-833b-3f66cacf614d {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:44:55.403062 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 3e06ce1b-5d4b-4b50-833b-3f66cacf614d not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:44:55.403062 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device d7cf1495-3151-41bb-a302-ef39a125e432 no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:44:55.417579 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: d7cf1495-3151-41bb-a302-ef39a125e432 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:44:55.417926 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device d7cf1495-3151-41bb-a302-ef39a125e432 not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:44:55.493076 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:55.528638 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c86d306a-2089-404d-ab23-9167e1cb171c tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Deleting port 3438b262-4e36-4aaa-8030-d9de4ca1b65b {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:44:55.528985 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c86d306a-2089-404d-ab23-9167e1cb171c tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:55.607417 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c86d306a-2089-404d-ab23-9167e1cb171c tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:55.607777 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c86d306a-2089-404d-ab23-9167e1cb171c tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:55.619795 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c86d306a-2089-404d-ab23-9167e1cb171c tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Calling delete_port for 3438b262-4e36-4aaa-8030-d9de4ca1b65b owned by network:floatingip {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:44:55.794174 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c86d306a-2089-404d-ab23-9167e1cb171c tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:55.817505 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d306a-2089-404d-ab23-9167e1cb171c tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Pushing event deleted for resources: {'Port': ['ID=3438b262-4e36-4aaa-8030-d9de4ca1b65b,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:55.885347 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c86d306a-2089-404d-ab23-9167e1cb171c tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for floatingip, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:55.885714 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.db.l3_db [None req-c86d306a-2089-404d-ab23-9167e1cb171c tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Floating IP d38a0082-096a-4f40-b5b7-9eb3ca0d27af disassociated (deleted). External IP: 172.27.0.253, port: 22c90122-84d9-4477-a355-d834502909d6. Sep 01 09:44:56.100930 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86d306a-2089-404d-ab23-9167e1cb171c tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Router afac1dd1-3b97-4def-9b04-bb19160066b7 has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:44:56.122111 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:56.212595 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86d306a-2089-404d-ab23-9167e1cb171c tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:44:56.223622 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c86d306a-2089-404d-ab23-9167e1cb171c tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for floatingip, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:56.224789 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a5d6f0-48ce-4e30-97f4-07805173f7d8 None None] Sync routers for ids ['afac1dd1-3b97-4def-9b04-bb19160066b7'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:44:56.239869 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a5d6f0-48ce-4e30-97f4-07805173f7d8 None None] Routers {'afac1dd1-3b97-4def-9b04-bb19160066b7'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:44:56.241587 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-42a5d6f0-48ce-4e30-97f4-07805173f7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:44:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['afac1dd1-3b97-4def-9b04-bb19160066b7'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:56.256144 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-c86d306a-2089-404d-ab23-9167e1cb171c tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "DELETE /v2.0/floatingips/d38a0082-096a-4f40-b5b7-9eb3ca0d27af HTTP/1.1" status: 204 len: 168 time: 1.0420179 Sep 01 09:44:56.256663 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1674cca4-906a-47f5-8b9f-a81f7740e79c', 'tag': '22c90122-84d9-4477-a355-d834502909d6'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:44:56.259213 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c53f30-52de-44ac-9547-21d50b7f3eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "1674cca4-906a-47f5-8b9f-a81f7740e79c", "tag": "22c90122-84d9-4477-a355-d834502909d6"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:44:56.323576 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9c50df-c97e-4856-ab09-f38985859c08 x-openstack-request-id: req-6e9c50df-c97e-4856-ab09-f38985859c08 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:44:56.324682 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1674cca4-906a-47f5-8b9f-a81f7740e79c", "tag": "22c90122-84d9-4477-a355-d834502909d6", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:44:56.324682 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6e9c50df-c97e-4856-ab09-f38985859c08 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:44:56.324682 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1674cca4-906a-47f5-8b9f-a81f7740e79c', 'tag': '22c90122-84d9-4477-a355-d834502909d6', 'status': 'completed', 'code': 200} Sep 01 09:44:56.373528 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-42a5d6f0-48ce-4e30-97f4-07805173f7d8 None None] Set router afac1dd1-3b97-4def-9b04-bb19160066b7 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:44:56.418914 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c53f30-52de-44ac-9547-21d50b7f3eaf req-c97df18d-d7fb-40f0-8c2f-4766aafbb871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:56.421407 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c9c53f30-52de-44ac-9547-21d50b7f3eaf req-c97df18d-d7fb-40f0-8c2f-4766aafbb871 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bab9bd04bc9448768f269f0704762dbf&device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 1099 time: 0.0494220 Sep 01 09:44:56.614744 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c53f30-52de-44ac-9547-21d50b7f3eaf req-a054e80a-150d-475b-aca8-8a616a5305c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:56.616341 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c9c53f30-52de-44ac-9547-21d50b7f3eaf req-a054e80a-150d-475b-aca8-8a616a5305c8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b38449d0-b6a0-4520-8507-cbd413764049 HTTP/1.1" status: 200 len: 911 time: 0.1870174 Sep 01 09:44:56.629068 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-42a5d6f0-48ce-4e30-97f4-07805173f7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'name': 'tempest-TestShelveInstance-1970889399-router', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:39:36Z', 'updated_at': '2021-09-01T09:39:39Z', 'revision_number': 4, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'gw_port': {'id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:37Z', 'updated_at': '2021-09-01T09:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'eaf29e30-93a8-48e4-9015-e256c218b00a', 'name': '', 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'mac_address': 'fa:16:3e:0f:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '8b9cb2b7-7426-48b5-8a03-fbe41cdd5436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:38Z', 'updated_at': '2021-09-01T09:39:45Z', 'revision_number': 5, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'subnets': [{'id': '8b9cb2b7-7426-48b5-8a03-fbe41cdd5436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:56.632822 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fea0f-c2bc-4730-8ef7-3596a9a09e73 req-e9f4d850-84ad-4ce0-b833-db5ca04d9b3f tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:56.637650 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-779fea0f-c2bc-4730-8ef7-3596a9a09e73 req-e9f4d850-84ad-4ce0-b833-db5ca04d9b3f tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0957785 Sep 01 09:44:56.659563 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a5d6f0-48ce-4e30-97f4-07805173f7d8 None None] Checking router: afac1dd1-3b97-4def-9b04-bb19160066b7 for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:44:56.668180 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a5d6f0-48ce-4e30-97f4-07805173f7d8 None None] Routers {'afac1dd1-3b97-4def-9b04-bb19160066b7'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:44:56.668933 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-42a5d6f0-48ce-4e30-97f4-07805173f7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:44:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['afac1dd1-3b97-4def-9b04-bb19160066b7'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:56.680891 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c9c53f30-52de-44ac-9547-21d50b7f3eaf req-4f468fe1-0223-4ca6-a028-0c45d2e71873 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22c90122-84d9-4477-a355-d834502909d6 HTTP/1.1" status: 200 len: 217 time: 0.0421948 Sep 01 09:44:56.734918 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-779fea0f-c2bc-4730-8ef7-3596a9a09e73 req-a83444b2-733a-4713-bd88-26a0c7304d5d tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886726 Sep 01 09:44:56.745669 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c53f30-52de-44ac-9547-21d50b7f3eaf req-d5e6f98a-eb8a-4436-84dc-02d0d37b09ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:56.747071 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c9c53f30-52de-44ac-9547-21d50b7f3eaf req-d5e6f98a-eb8a-4436-84dc-02d0d37b09ec service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b9cb2b7-7426-48b5-8a03-fbe41cdd5436 HTTP/1.1" status: 200 len: 848 time: 0.0567737 Sep 01 09:44:56.773818 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-42a5d6f0-48ce-4e30-97f4-07805173f7d8 None None] Set router afac1dd1-3b97-4def-9b04-bb19160066b7 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:44:56.798900 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c53f30-52de-44ac-9547-21d50b7f3eaf req-d1d5eb7f-d203-413b-90b6-59e8702daaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:56.800463 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c9c53f30-52de-44ac-9547-21d50b7f3eaf req-d1d5eb7f-d203-413b-90b6-59e8702daaa0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b38449d0-b6a0-4520-8507-cbd413764049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429399 Sep 01 09:44:56.891693 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c9c53f30-52de-44ac-9547-21d50b7f3eaf req-6d9dc74a-1c41-4e2e-a036-3a28c205b91a service neutron] 10.222.0.77 "GET /v2.0/networks/b38449d0-b6a0-4520-8507-cbd413764049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829682 Sep 01 09:44:56.976999 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-42a5d6f0-48ce-4e30-97f4-07805173f7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'name': 'tempest-TestShelveInstance-1970889399-router', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:39:36Z', 'updated_at': '2021-09-01T09:39:39Z', 'revision_number': 4, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'gw_port': {'id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:37Z', 'updated_at': '2021-09-01T09:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'eaf29e30-93a8-48e4-9015-e256c218b00a', 'name': '', 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'mac_address': 'fa:16:3e:0f:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '8b9cb2b7-7426-48b5-8a03-fbe41cdd5436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:38Z', 'updated_at': '2021-09-01T09:39:45Z', 'revision_number': 5, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'subnets': [{'id': '8b9cb2b7-7426-48b5-8a03-fbe41cdd5436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:44:56.992156 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c9c53f30-52de-44ac-9547-21d50b7f3eaf req-b6a3f219-2249-4ceb-80d1-7cba43052e63 service neutron] 10.222.0.77 "GET /v2.0/networks/b38449d0-b6a0-4520-8507-cbd413764049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909598 Sep 01 09:44:57.007175 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a5d6f0-48ce-4e30-97f4-07805173f7d8 None None] The sync data for ids ['afac1dd1-3b97-4def-9b04-bb19160066b7'] in dv-cinder-806726-2-iscsi is: [{'id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'name': 'tempest-TestShelveInstance-1970889399-router', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:39:36Z', 'updated_at': '2021-09-01T09:39:39Z', 'revision_number': 4, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'gw_port': {'id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:37Z', 'updated_at': '2021-09-01T09:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'eaf29e30-93a8-48e4-9015-e256c218b00a', 'name': '', 'network_id': 'b38449d0-b6a0-4520-8507-cbd413764049', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'mac_address': 'fa:16:3e:0f:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '8b9cb2b7-7426-48b5-8a03-fbe41cdd5436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:38Z', 'updated_at': '2021-09-01T09:39:45Z', 'revision_number': 5, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'subnets': [{'id': '8b9cb2b7-7426-48b5-8a03-fbe41cdd5436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:44:57.210683 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6527c5-b8ca-4189-8505-4d828f449f10 None None] New status for floating IP d38a0082-096a-4f40-b5b7-9eb3ca0d27af: DOWN {{(pid=94096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 09:44:57.855017 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244dcd3-8274-41ab-a618-99a16652f746 req-a31eb18a-8adc-4a67-9e40-ef4b4ba6e5c8 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:57.856469 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2244dcd3-8274-41ab-a618-99a16652f746 req-a31eb18a-8adc-4a67-9e40-ef4b4ba6e5c8 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0491478 Sep 01 09:44:57.895389 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2244dcd3-8274-41ab-a618-99a16652f746 req-779b7091-e1b6-41b1-8f08-2f039eadc878 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/security-groups?id=581c83e1-0aef-4870-b904-df453b34d406&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323255 Sep 01 09:44:57.917196 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:58.078816 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 40524) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:58.194950 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-703821bf-2eab-49b6-bfc8-88b5e2cc0abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:58.285820 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-703821bf-2eab-49b6-bfc8-88b5e2cc0abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:58.289641 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:44:58.290594 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-703821bf-2eab-49b6-bfc8-88b5e2cc0abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:58.326964 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-703821bf-2eab-49b6-bfc8-88b5e2cc0abc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=73349227f5a54881a73855374fc16714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470057 Sep 01 09:44:58.327814 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703821bf-2eab-49b6-bfc8-88b5e2cc0abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f126d9-9d94-412a-842f-7652d3ede044,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:58.330225 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 40528) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:58.377095 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53d20f99-76f8-4808-84c2-6ceee6e43967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:58.398876 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53d20f99-76f8-4808-84c2-6ceee6e43967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:58.445474 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53d20f99-76f8-4808-84c2-6ceee6e43967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:58.447988 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53d20f99-76f8-4808-84c2-6ceee6e43967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:58.449115 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-53d20f99-76f8-4808-84c2-6ceee6e43967 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/65f126d9-9d94-412a-842f-7652d3ede044 HTTP/1.1" status: 204 len: 168 time: 0.1180050 Sep 01 09:44:58.451143 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570e4f0-968e-4497-882b-7ef6a3a906dd req-95191ba6-b7d9-481c-9a81-245f3ce127c7 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:44:58.452641 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f570e4f0-968e-4497-882b-7ef6a3a906dd req-95191ba6-b7d9-481c-9a81-245f3ce127c7 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.77 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 946 time: 0.0486693 Sep 01 09:44:58.456905 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d20f99-76f8-4808-84c2-6ceee6e43967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f126d9-9d94-412a-842f-7652d3ede044,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:58.545623 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-f570e4f0-968e-4497-882b-7ef6a3a906dd req-e4518561-84e4-46b1-8721-bd655f8f5c83 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Deleting port 22c90122-84d9-4477-a355-d834502909d6 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:44:58.545825 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-f570e4f0-968e-4497-882b-7ef6a3a906dd req-e4518561-84e4-46b1-8721-bd655f8f5c83 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:58.631305 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-f570e4f0-968e-4497-882b-7ef6a3a906dd req-e4518561-84e4-46b1-8721-bd655f8f5c83 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] For port 22c90122-84d9-4477-a355-d834502909d6, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=22c90122-84d9-4477-a355-d834502909d6,segment=NetworkSegment(135d1e9e-2dd3-4bbe-95e6-c01eb6c04776),segment_id=135d1e9e-2dd3-4bbe-95e6-c01eb6c04776)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:44:58.631808 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-f570e4f0-968e-4497-882b-7ef6a3a906dd req-e4518561-84e4-46b1-8721-bd655f8f5c83 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:58.644490 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-f570e4f0-968e-4497-882b-7ef6a3a906dd req-e4518561-84e4-46b1-8721-bd655f8f5c83 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Calling delete_port for 22c90122-84d9-4477-a355-d834502909d6 owned by compute:nova {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:44:58.726659 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 40534) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:58.740754 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3122ed82-0ed8-4186-8b71-f822680e647b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:58.774401 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-f570e4f0-968e-4497-882b-7ef6a3a906dd req-e4518561-84e4-46b1-8721-bd655f8f5c83 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:58.803610 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4518561-84e4-46b1-8721-bd655f8f5c83 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Pushing event deleted for resources: {'Port': ['ID=22c90122-84d9-4477-a355-d834502909d6,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:58.839774 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3122ed82-0ed8-4186-8b71-f822680e647b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:58.843823 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [req-f570e4f0-968e-4497-882b-7ef6a3a906dd req-e4518561-84e4-46b1-8721-bd655f8f5c83 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] No DVR routers for this DVR port 22c90122-84d9-4477-a355-d834502909d6 on host hv-cinder-80672 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:44:58.846103 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3122ed82-0ed8-4186-8b71-f822680e647b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:58.847225 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-f570e4f0-968e-4497-882b-7ef6a3a906dd req-e4518561-84e4-46b1-8721-bd655f8f5c83 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:58.849540 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f570e4f0-968e-4497-882b-7ef6a3a906dd req-e4518561-84e4-46b1-8721-bd655f8f5c83 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.77 "DELETE /v2.0/ports/22c90122-84d9-4477-a355-d834502909d6 HTTP/1.1" status: 204 len: 173 time: 0.3899546 Sep 01 09:44:58.850314 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1674cca4-906a-47f5-8b9f-a81f7740e79c', 'name': 'network-vif-deleted', 'tag': '22c90122-84d9-4477-a355-d834502909d6'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:44:58.852827 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4c025f-1df5-46c8-b28a-bf45efd6930f" -d '{"events": [{"server_uuid": "1674cca4-906a-47f5-8b9f-a81f7740e79c", "name": "network-vif-deleted", "tag": "22c90122-84d9-4477-a355-d834502909d6"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:44:58.890912 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122ed82-0ed8-4186-8b71-f822680e647b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b02a99-3f92-4d7b-937b-e10c142c8646,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:44:58.893481 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd599947-59c1-45e5-a610-f48a7d7592c7 x-openstack-request-id: req-bd599947-59c1-45e5-a610-f48a7d7592c7 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:44:58.894069 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1674cca4-906a-47f5-8b9f-a81f7740e79c", "name": "network-vif-deleted", "tag": "22c90122-84d9-4477-a355-d834502909d6", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:44:58.894376 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bd599947-59c1-45e5-a610-f48a7d7592c7 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:44:58.898200 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1674cca4-906a-47f5-8b9f-a81f7740e79c', 'name': 'network-vif-deleted', 'tag': '22c90122-84d9-4477-a355-d834502909d6', 'status': 'completed', 'code': 200} Sep 01 09:44:58.898565 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-3122ed82-0ed8-4186-8b71-f822680e647b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8b36400291464c9bad9c8f1d470c7bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1668041 Sep 01 09:44:58.898565 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 40542) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:44:58.960426 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-50738949-d565-4e89-8059-50d84eca4207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:58.992506 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-50738949-d565-4e89-8059-50d84eca4207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:59.006377 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7cc0e058-bfd1-4de5-b899-8dce5af1da3c req-401af4a3-c3a6-4591-ba29-ee4619b3845a tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "GET /v2.0/ports?device_id=1674cca4-906a-47f5-8b9f-a81f7740e79c HTTP/1.1" status: 200 len: 210 time: 0.0302758 Sep 01 09:44:59.049335 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-50738949-d565-4e89-8059-50d84eca4207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:59.052206 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-50738949-d565-4e89-8059-50d84eca4207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:44:59.053452 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-50738949-d565-4e89-8059-50d84eca4207 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/70b02a99-3f92-4d7b-937b-e10c142c8646 HTTP/1.1" status: 204 len: 168 time: 0.1545806 Sep 01 09:44:59.061692 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50738949-d565-4e89-8059-50d84eca4207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b02a99-3f92-4d7b-937b-e10c142c8646,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:00.066860 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 40616) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:00.128059 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-36bf6706-08fb-4495-9db3-7e0348cb0ae5 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:00.154056 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-36bf6706-08fb-4495-9db3-7e0348cb0ae5 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:00.216446 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-36bf6706-08fb-4495-9db3-7e0348cb0ae5 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:00.219198 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-36bf6706-08fb-4495-9db3-7e0348cb0ae5 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:00.222981 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-36bf6706-08fb-4495-9db3-7e0348cb0ae5 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] 10.222.0.74 "DELETE /v2.0/security-groups/581c83e1-0aef-4870-b904-df453b34d406 HTTP/1.1" status: 204 len: 168 time: 0.1525333 Sep 01 09:45:00.243560 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf6706-08fb-4495-9db3-7e0348cb0ae5 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=581c83e1-0aef-4870-b904-df453b34d406,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:00.251256 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bf6706-08fb-4495-9db3-7e0348cb0ae5 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:00.251614 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bf6706-08fb-4495-9db3-7e0348cb0ae5 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:00.252002 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bf6706-08fb-4495-9db3-7e0348cb0ae5 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:00.252512 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bf6706-08fb-4495-9db3-7e0348cb0ae5 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:00.253024 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bf6706-08fb-4495-9db3-7e0348cb0ae5 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:00.253572 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bf6706-08fb-4495-9db3-7e0348cb0ae5 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:00.254049 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bf6706-08fb-4495-9db3-7e0348cb0ae5 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:00.254385 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bf6706-08fb-4495-9db3-7e0348cb0ae5 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:00.254878 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bf6706-08fb-4495-9db3-7e0348cb0ae5 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:00.255528 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bf6706-08fb-4495-9db3-7e0348cb0ae5 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:00.260226 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bf6706-08fb-4495-9db3-7e0348cb0ae5 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:00.260226 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bf6706-08fb-4495-9db3-7e0348cb0ae5 tempest-TestShelveInstance-899371567 tempest-TestShelveInstance-899371567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:00.274497 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 40628) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:00.880650 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d0d7a37-e0b0-475a-b160-fad179b90247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16703252'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:01.183145 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-7d0d7a37-e0b0-475a-b160-fad179b90247 admin admin] Deleting port eaf29e30-93a8-48e4-9015-e256c218b00a {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:45:01.183487 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d0d7a37-e0b0-475a-b160-fad179b90247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:01.259035 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-7d0d7a37-e0b0-475a-b160-fad179b90247 admin admin] For port eaf29e30-93a8-48e4-9015-e256c218b00a, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=eaf29e30-93a8-48e4-9015-e256c218b00a,segment=NetworkSegment(135d1e9e-2dd3-4bbe-95e6-c01eb6c04776),segment_id=135d1e9e-2dd3-4bbe-95e6-c01eb6c04776)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:45:01.259408 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d0d7a37-e0b0-475a-b160-fad179b90247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:01.272062 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-7d0d7a37-e0b0-475a-b160-fad179b90247 admin admin] Calling delete_port for eaf29e30-93a8-48e4-9015-e256c218b00a owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:45:01.452260 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d0d7a37-e0b0-475a-b160-fad179b90247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25065501'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:01.480114 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d7a37-e0b0-475a-b160-fad179b90247 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf29e30-93a8-48e4-9015-e256c218b00a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:01.640456 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7d0d7a37-e0b0-475a-b160-fad179b90247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16366462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703368'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:01.855325 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0d7a37-e0b0-475a-b160-fad179b90247 admin admin] Router afac1dd1-3b97-4def-9b04-bb19160066b7 has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:45:01.899385 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 22c90122-84d9-4477-a355-d834502909d6 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:45:01.918808 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] No Port match for: 22c90122-84d9-4477-a355-d834502909d6 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:45:01.919130 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 22c90122-84d9-4477-a355-d834502909d6 not bound to the agent host hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:45:02.196367 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0d7a37-e0b0-475a-b160-fad179b90247 admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:45:02.202012 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-7d0d7a37-e0b0-475a-b160-fad179b90247 admin admin] 10.222.0.74 "PUT /v2.0/routers/afac1dd1-3b97-4def-9b04-bb19160066b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9255049 Sep 01 09:45:02.204860 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 40680) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:02.205729 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67bb365-1c32-4e3f-8788-731615350b31 None None] Sync routers for ids ['afac1dd1-3b97-4def-9b04-bb19160066b7'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:45:02.215151 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67bb365-1c32-4e3f-8788-731615350b31 None None] Routers {'afac1dd1-3b97-4def-9b04-bb19160066b7'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:45:02.215782 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b67bb365-1c32-4e3f-8788-731615350b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:44:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['afac1dd1-3b97-4def-9b04-bb19160066b7'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:02.321596 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b67bb365-1c32-4e3f-8788-731615350b31 None None] Set router afac1dd1-3b97-4def-9b04-bb19160066b7 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:45:02.324081 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cf1b40df-18e4-428e-859f-acf9797ba8c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:02.427818 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cf1b40df-18e4-428e-859f-acf9797ba8c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:02.488634 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-cf1b40df-18e4-428e-859f-acf9797ba8c5 admin admin] Deleting port ea538c5e-35fa-47f2-aae4-dc217da448f6 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:45:02.489204 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cf1b40df-18e4-428e-859f-acf9797ba8c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:02.500357 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b67bb365-1c32-4e3f-8788-731615350b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'name': 'tempest-TestShelveInstance-1970889399-router', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:39:36Z', 'updated_at': '2021-09-01T09:45:01Z', 'revision_number': 5, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'gw_port': {'id': 'ea538c5e-35fa-47f2-aae4-dc217da448f6', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:37Z', 'updated_at': '2021-09-01T09:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:02.532087 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67bb365-1c32-4e3f-8788-731615350b31 None None] Checking router: afac1dd1-3b97-4def-9b04-bb19160066b7 for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:45:02.541302 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67bb365-1c32-4e3f-8788-731615350b31 None None] Routers {'afac1dd1-3b97-4def-9b04-bb19160066b7'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:45:02.542256 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b67bb365-1c32-4e3f-8788-731615350b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:44:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['afac1dd1-3b97-4def-9b04-bb19160066b7'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:02.572528 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-cf1b40df-18e4-428e-859f-acf9797ba8c5 admin admin] For port ea538c5e-35fa-47f2-aae4-dc217da448f6, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=ea538c5e-35fa-47f2-aae4-dc217da448f6,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:45:02.572904 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cf1b40df-18e4-428e-859f-acf9797ba8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:02.585851 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-cf1b40df-18e4-428e-859f-acf9797ba8c5 admin admin] Calling delete_port for ea538c5e-35fa-47f2-aae4-dc217da448f6 owned by network:router_gateway {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:45:02.755713 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b67bb365-1c32-4e3f-8788-731615350b31 None None] Set router afac1dd1-3b97-4def-9b04-bb19160066b7 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:45:02.769298 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cf1b40df-18e4-428e-859f-acf9797ba8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:02.798413 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b40df-18e4-428e-859f-acf9797ba8c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea538c5e-35fa-47f2-aae4-dc217da448f6,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:02.804947 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b67bb365-1c32-4e3f-8788-731615350b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'name': 'tempest-TestShelveInstance-1970889399-router', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:39:36Z', 'updated_at': '2021-09-01T09:45:02Z', 'revision_number': 6, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'gw_port_host': None}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:02.835110 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67bb365-1c32-4e3f-8788-731615350b31 None None] The sync data for ids ['afac1dd1-3b97-4def-9b04-bb19160066b7'] in dv-cinder-806726-2-iscsi is: [{'id': 'afac1dd1-3b97-4def-9b04-bb19160066b7', 'name': 'tempest-TestShelveInstance-1970889399-router', 'tenant_id': 'bab9bd04bc9448768f269f0704762dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:39:36Z', 'updated_at': '2021-09-01T09:45:02Z', 'revision_number': 6, 'project_id': 'bab9bd04bc9448768f269f0704762dbf', 'gw_port_host': None}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:45:02.854294 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cf1b40df-18e4-428e-859f-acf9797ba8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16688682'] for router_gateway, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:02.945649 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cf1b40df-18e4-428e-859f-acf9797ba8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16700692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3348'] for router, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:02.947971 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cf1b40df-18e4-428e-859f-acf9797ba8c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:02.996321 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cf1b40df-18e4-428e-859f-acf9797ba8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16700703'] for router, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:02.996885 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1b40df-18e4-428e-859f-acf9797ba8c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afac1dd1-3b97-4def-9b04-bb19160066b7 {{(pid=94093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 09:45:03.002711 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cf1b40df-18e4-428e-859f-acf9797ba8c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:03.006496 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-cf1b40df-18e4-428e-859f-acf9797ba8c5 admin admin] 10.222.0.74 "DELETE /v2.0/routers/afac1dd1-3b97-4def-9b04-bb19160066b7 HTTP/1.1" status: 204 len: 168 time: 0.7981679 Sep 01 09:45:03.006793 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 40690) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:03.050252 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_v2 [None req-7363f65a-003e-4eba-a721-49218ff82b15 admin admin] Deleting subnet 8b9cb2b7-7426-48b5-8a03-fbe41cdd5436 {{(pid=94093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 09:45:03.053309 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7363f65a-003e-4eba-a721-49218ff82b15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:03.090742 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7363f65a-003e-4eba-a721-49218ff82b15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24803639'] for subnet, precommit_delete_associations {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:03.175407 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7363f65a-003e-4eba-a721-49218ff82b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532586'] for subnet, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:03.471803 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7363f65a-003e-4eba-a721-49218ff82b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24774597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14136184'] for subnet, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:03.497680 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363f65a-003e-4eba-a721-49218ff82b15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b9cb2b7-7426-48b5-8a03-fbe41cdd5436,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:03.502907 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7363f65a-003e-4eba-a721-49218ff82b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:03.507572 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-7363f65a-003e-4eba-a721-49218ff82b15 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/8b9cb2b7-7426-48b5-8a03-fbe41cdd5436 HTTP/1.1" status: 204 len: 168 time: 0.4972761 Sep 01 09:45:03.507760 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 40708) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:03.508786 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49262c6b-af5c-4959-9f6b-11ea2a84dcb7 None None] Network b38449d0-b6a0-4520-8507-cbd413764049 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:45:03.582030 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-453c03c1-7018-471c-895b-5a1cae190f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543493'] for network, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:03.644439 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-453c03c1-7018-471c-895b-5a1cae190f6a admin admin] Deleting port 7285c5f3-dd61-461e-99f9-7cbe23a1b544 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:45:03.644788 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-453c03c1-7018-471c-895b-5a1cae190f6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:03.657422 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device eaf29e30-93a8-48e4-9015-e256c218b00a no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:45:03.685976 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: eaf29e30-93a8-48e4-9015-e256c218b00a {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:45:03.686407 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device eaf29e30-93a8-48e4-9015-e256c218b00a not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:45:03.686895 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device ea538c5e-35fa-47f2-aae4-dc217da448f6 no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:45:03.706866 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: ea538c5e-35fa-47f2-aae4-dc217da448f6 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:45:03.707201 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device ea538c5e-35fa-47f2-aae4-dc217da448f6 not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:45:03.711228 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482be5e4-7be1-47e1-8822-cdeda37b68d5 None None] DHCP port deletion for b38449d0-b6a0-4520-8507-cbd413764049 request from dv-cinder-806726-2-iscsi {{(pid=94094) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 09:45:03.720028 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-453c03c1-7018-471c-895b-5a1cae190f6a admin admin] For port 7285c5f3-dd61-461e-99f9-7cbe23a1b544, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=7285c5f3-dd61-461e-99f9-7cbe23a1b544,segment=NetworkSegment(135d1e9e-2dd3-4bbe-95e6-c01eb6c04776),segment_id=135d1e9e-2dd3-4bbe-95e6-c01eb6c04776)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:45:03.720382 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-453c03c1-7018-471c-895b-5a1cae190f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:03.733890 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-453c03c1-7018-471c-895b-5a1cae190f6a admin admin] Calling delete_port for 7285c5f3-dd61-461e-99f9-7cbe23a1b544 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:45:03.763441 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-482be5e4-7be1-47e1-8822-cdeda37b68d5 None None] Deleting port 7285c5f3-dd61-461e-99f9-7cbe23a1b544 {{(pid=94094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:45:03.763796 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-482be5e4-7be1-47e1-8822-cdeda37b68d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:03.816341 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-453c03c1-7018-471c-895b-5a1cae190f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:03.827103 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-482be5e4-7be1-47e1-8822-cdeda37b68d5 None None] For port 7285c5f3-dd61-461e-99f9-7cbe23a1b544, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=7285c5f3-dd61-461e-99f9-7cbe23a1b544,segment=NetworkSegment(135d1e9e-2dd3-4bbe-95e6-c01eb6c04776),segment_id=135d1e9e-2dd3-4bbe-95e6-c01eb6c04776)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:45:03.827503 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-482be5e4-7be1-47e1-8822-cdeda37b68d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:03.841544 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-482be5e4-7be1-47e1-8822-cdeda37b68d5 None None] Calling delete_port for 7285c5f3-dd61-461e-99f9-7cbe23a1b544 owned by network:dhcp {{(pid=94094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:45:03.846112 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c03c1-7018-471c-895b-5a1cae190f6a admin admin] Pushing event deleted for resources: {'Port': ['ID=7285c5f3-dd61-461e-99f9-7cbe23a1b544,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:03.848145 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453c03c1-7018-471c-895b-5a1cae190f6a admin admin] No DVR routers for this DVR port 7285c5f3-dd61-461e-99f9-7cbe23a1b544 on host dv-cinder-806726-2-iscsi {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:45:03.919606 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-453c03c1-7018-471c-895b-5a1cae190f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535953', 'neutron.services.segments.db._delete_segments_for_network-8737163360449'] for network, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:03.929408 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-453c03c1-7018-471c-895b-5a1cae190f6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b38449d0-b6a0-4520-8507-cbd413764049']}} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:03.939333 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-453c03c1-7018-471c-895b-5a1cae190f6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '135d1e9e-2dd3-4bbe-95e6-c01eb6c04776') {'for_net_delete': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:03.939628 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-453c03c1-7018-471c-895b-5a1cae190f6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '135d1e9e-2dd3-4bbe-95e6-c01eb6c04776') {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:03.939787 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-482be5e4-7be1-47e1-8822-cdeda37b68d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777'] for port, after_delete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:03.950996 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-453c03c1-7018-471c-895b-5a1cae190f6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737163371861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24803596'] for segment, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:03.967840 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482be5e4-7be1-47e1-8822-cdeda37b68d5 None None] No DVR routers for this DVR port 7285c5f3-dd61-461e-99f9-7cbe23a1b544 on host dv-cinder-806726-2-iscsi {{(pid=94094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:45:03.970521 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482be5e4-7be1-47e1-8822-cdeda37b68d5 None None] Pushing event deleted for resources: {'Port': ['ID=7285c5f3-dd61-461e-99f9-7cbe23a1b544,revision_number=None']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:03.975037 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-453c03c1-7018-471c-895b-5a1cae190f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:03.985235 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482be5e4-7be1-47e1-8822-cdeda37b68d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:03.985722 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482be5e4-7be1-47e1-8822-cdeda37b68d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:03.985892 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-453c03c1-7018-471c-895b-5a1cae190f6a admin admin] Releasing vlan 1061 on physical network physnet1 to pool {{(pid=94093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 09:45:03.986061 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482be5e4-7be1-47e1-8822-cdeda37b68d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:03.986401 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482be5e4-7be1-47e1-8822-cdeda37b68d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:03.986610 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-453c03c1-7018-471c-895b-5a1cae190f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24774527'] for segment, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:03.986720 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482be5e4-7be1-47e1-8822-cdeda37b68d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:03.987043 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482be5e4-7be1-47e1-8822-cdeda37b68d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:03.987714 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482be5e4-7be1-47e1-8822-cdeda37b68d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:03.988071 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482be5e4-7be1-47e1-8822-cdeda37b68d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:03.988457 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482be5e4-7be1-47e1-8822-cdeda37b68d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:03.988817 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482be5e4-7be1-47e1-8822-cdeda37b68d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:03.989081 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482be5e4-7be1-47e1-8822-cdeda37b68d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:03.989416 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482be5e4-7be1-47e1-8822-cdeda37b68d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: Traceback (most recent call last): Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: timer() Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: cb(*args, **kw) Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: return func(*args, **kwargs) Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: self._notify() Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: self.callback(batched_events) Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: event.method(event) Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: return f(self, *a, **k) Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: return self._get(url).json() Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: return self.request(url, 'GET', **kwargs) Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 09:45:03.990267 dv-cinder-806726-2-iscsi neutron-server[94093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 09:45:04.050321 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-453c03c1-7018-471c-895b-5a1cae190f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16688646'] for network, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:04.054841 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-453c03c1-7018-471c-895b-5a1cae190f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:04.059634 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-453c03c1-7018-471c-895b-5a1cae190f6a admin admin] 10.222.0.74 "DELETE /v2.0/networks/b38449d0-b6a0-4520-8507-cbd413764049 HTTP/1.1" status: 204 len: 168 time: 0.5480139 Sep 01 09:45:04.059949 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 40712) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:04.069300 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c03c1-7018-471c-895b-5a1cae190f6a admin admin] Pushing event deleted for resources: {'Network': ['ID=b38449d0-b6a0-4520-8507-cbd413764049,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:04.404759 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-97a78514-8bfc-472b-8298-4403aeef7202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16703252'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:04.682130 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-97a78514-8bfc-472b-8298-4403aeef7202 admin admin] Deleting port 0cfd66ed-636e-4370-a072-879854f41ef8 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:45:04.682486 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-97a78514-8bfc-472b-8298-4403aeef7202 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:04.766742 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-97a78514-8bfc-472b-8298-4403aeef7202 admin admin] For port 0cfd66ed-636e-4370-a072-879854f41ef8, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=0cfd66ed-636e-4370-a072-879854f41ef8,segment=NetworkSegment(a80ebee8-753d-4cf8-b30b-4943af9747b5),segment_id=a80ebee8-753d-4cf8-b30b-4943af9747b5)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:45:04.767138 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-97a78514-8bfc-472b-8298-4403aeef7202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:04.783308 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-97a78514-8bfc-472b-8298-4403aeef7202 admin admin] Calling delete_port for 0cfd66ed-636e-4370-a072-879854f41ef8 owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:45:04.971058 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-97a78514-8bfc-472b-8298-4403aeef7202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25065501'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:04.996451 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a78514-8bfc-472b-8298-4403aeef7202 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cfd66ed-636e-4370-a072-879854f41ef8,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:05.164677 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-97a78514-8bfc-472b-8298-4403aeef7202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16366462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703368'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:05.389201 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a78514-8bfc-472b-8298-4403aeef7202 admin admin] Router a16aed3d-ee8b-401e-9556-42a99537ea24 has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:45:05.424638 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 7285c5f3-dd61-461e-99f9-7cbe23a1b544 no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:45:05.444850 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: 7285c5f3-dd61-461e-99f9-7cbe23a1b544 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:45:05.445188 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 7285c5f3-dd61-461e-99f9-7cbe23a1b544 not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:45:05.493790 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a78514-8bfc-472b-8298-4403aeef7202 admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:45:05.498880 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-97a78514-8bfc-472b-8298-4403aeef7202 admin admin] 10.222.0.74 "PUT /v2.0/routers/a16aed3d-ee8b-401e-9556-42a99537ea24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4376924 Sep 01 09:45:05.501714 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 40728) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:05.504514 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5599052-b0db-49d9-b962-c36aa5757cde None None] Sync routers for ids ['a16aed3d-ee8b-401e-9556-42a99537ea24'] in dv-cinder-806726-2-iscsi {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:45:05.520000 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5599052-b0db-49d9-b962-c36aa5757cde None None] Routers {'a16aed3d-ee8b-401e-9556-42a99537ea24'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:45:05.520626 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-a5599052-b0db-49d9-b962-c36aa5757cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:44:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['a16aed3d-ee8b-401e-9556-42a99537ea24'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:05.605698 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb95b135-58b8-48c7-8795-91ae36704b22 admin admin] Notify callbacks [] for router, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:05.622146 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-a5599052-b0db-49d9-b962-c36aa5757cde None None] Set router a16aed3d-ee8b-401e-9556-42a99537ea24 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:45:05.715525 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb95b135-58b8-48c7-8795-91ae36704b22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:05.766619 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-cb95b135-58b8-48c7-8795-91ae36704b22 admin admin] Deleting port c69040f3-0ee0-4088-b5bf-e73720748e8a {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:45:05.766961 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb95b135-58b8-48c7-8795-91ae36704b22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:05.806808 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-a5599052-b0db-49d9-b962-c36aa5757cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16aed3d-ee8b-401e-9556-42a99537ea24', 'name': 'tempest-TestShelveInstance-1159541569-router', 'tenant_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c69040f3-0ee0-4088-b5bf-e73720748e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:39:42Z', 'updated_at': '2021-09-01T09:45:04Z', 'revision_number': 5, 'project_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'gw_port': {'id': 'c69040f3-0ee0-4088-b5bf-e73720748e8a', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:93:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16aed3d-ee8b-401e-9556-42a99537ea24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:39:42Z', 'updated_at': '2021-09-01T09:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:05.832700 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5599052-b0db-49d9-b962-c36aa5757cde None None] Checking router: a16aed3d-ee8b-401e-9556-42a99537ea24 for host: dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:45:05.840879 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5599052-b0db-49d9-b962-c36aa5757cde None None] Routers {'a16aed3d-ee8b-401e-9556-42a99537ea24'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:45:05.841630 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-a5599052-b0db-49d9-b962-c36aa5757cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:44:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['a16aed3d-ee8b-401e-9556-42a99537ea24'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:05.857227 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-cb95b135-58b8-48c7-8795-91ae36704b22 admin admin] For port c69040f3-0ee0-4088-b5bf-e73720748e8a, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=c69040f3-0ee0-4088-b5bf-e73720748e8a,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:45:05.857551 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb95b135-58b8-48c7-8795-91ae36704b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:05.872063 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-cb95b135-58b8-48c7-8795-91ae36704b22 admin admin] Calling delete_port for c69040f3-0ee0-4088-b5bf-e73720748e8a owned by network:router_gateway {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:45:05.933558 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-a5599052-b0db-49d9-b962-c36aa5757cde None None] Set router a16aed3d-ee8b-401e-9556-42a99537ea24 gateway port host: None {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:45:05.993725 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-a5599052-b0db-49d9-b962-c36aa5757cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16aed3d-ee8b-401e-9556-42a99537ea24', 'name': 'tempest-TestShelveInstance-1159541569-router', 'tenant_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:39:42Z', 'updated_at': '2021-09-01T09:45:05Z', 'revision_number': 6, 'project_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'gw_port_host': None}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:06.019349 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5599052-b0db-49d9-b962-c36aa5757cde None None] The sync data for ids ['a16aed3d-ee8b-401e-9556-42a99537ea24'] in dv-cinder-806726-2-iscsi is: [{'id': 'a16aed3d-ee8b-401e-9556-42a99537ea24', 'name': 'tempest-TestShelveInstance-1159541569-router', 'tenant_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:39:42Z', 'updated_at': '2021-09-01T09:45:05Z', 'revision_number': 6, 'project_id': 'aa00561ef9654c7b970e6f02e0f90e3c', 'gw_port_host': None}] {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:45:06.064490 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb95b135-58b8-48c7-8795-91ae36704b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:06.092071 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95b135-58b8-48c7-8795-91ae36704b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=c69040f3-0ee0-4088-b5bf-e73720748e8a,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:06.159726 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb95b135-58b8-48c7-8795-91ae36704b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16688682'] for router_gateway, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:06.253113 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb95b135-58b8-48c7-8795-91ae36704b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16700692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3348'] for router, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:06.255430 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb95b135-58b8-48c7-8795-91ae36704b22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:06.301199 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb95b135-58b8-48c7-8795-91ae36704b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16700703'] for router, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:06.301744 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb95b135-58b8-48c7-8795-91ae36704b22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a16aed3d-ee8b-401e-9556-42a99537ea24 {{(pid=94093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 09:45:06.305967 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb95b135-58b8-48c7-8795-91ae36704b22 admin admin] Notify callbacks [] for router, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:06.307091 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-cb95b135-58b8-48c7-8795-91ae36704b22 admin admin] 10.222.0.74 "DELETE /v2.0/routers/a16aed3d-ee8b-401e-9556-42a99537ea24 HTTP/1.1" status: 204 len: 168 time: 0.8044169 Sep 01 09:45:06.311026 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 40746) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:06.356537 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_v2 [None req-4841cb53-09fd-4fb6-be1a-bae545ee92ec admin admin] Deleting subnet be0c2c74-e23f-4218-9a39-fb9a382a805c {{(pid=94093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 09:45:06.360025 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4841cb53-09fd-4fb6-be1a-bae545ee92ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:06.395182 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4841cb53-09fd-4fb6-be1a-bae545ee92ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24803639'] for subnet, precommit_delete_associations {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:06.479209 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4841cb53-09fd-4fb6-be1a-bae545ee92ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532586'] for subnet, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:06.535555 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4841cb53-09fd-4fb6-be1a-bae545ee92ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24774597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14136184'] for subnet, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:06.562482 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841cb53-09fd-4fb6-be1a-bae545ee92ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be0c2c74-e23f-4218-9a39-fb9a382a805c,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:06.567238 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4841cb53-09fd-4fb6-be1a-bae545ee92ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:06.572356 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-4841cb53-09fd-4fb6-be1a-bae545ee92ec admin admin] 10.222.0.74 "DELETE /v2.0/subnets/be0c2c74-e23f-4218-9a39-fb9a382a805c HTTP/1.1" status: 204 len: 168 time: 0.2574344 Sep 01 09:45:06.572356 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 40748) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:06.574876 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aae334e-9975-4a9e-a332-2a41013ca160 None None] Network e2fa48a5-76c1-43c5-bc44-546eeef46320 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:45:06.639552 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a925-3172-4057-8adf-3e11ba84ce67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543493'] for network, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:06.710241 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b2b5a925-3172-4057-8adf-3e11ba84ce67 admin admin] Deleting port 2b490600-bc65-4852-95ae-5ed2862919b9 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:45:06.710716 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a925-3172-4057-8adf-3e11ba84ce67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:06.766547 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509dafc3-d2e2-40f6-bf5d-eb1644b48b11 None None] DHCP port deletion for e2fa48a5-76c1-43c5-bc44-546eeef46320 request from dv-cinder-806726-2-iscsi {{(pid=94094) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 09:45:06.789782 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b2b5a925-3172-4057-8adf-3e11ba84ce67 admin admin] For port 2b490600-bc65-4852-95ae-5ed2862919b9, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=2b490600-bc65-4852-95ae-5ed2862919b9,segment=NetworkSegment(a80ebee8-753d-4cf8-b30b-4943af9747b5),segment_id=a80ebee8-753d-4cf8-b30b-4943af9747b5)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:45:06.790070 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a925-3172-4057-8adf-3e11ba84ce67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:06.806175 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b2b5a925-3172-4057-8adf-3e11ba84ce67 admin admin] Calling delete_port for 2b490600-bc65-4852-95ae-5ed2862919b9 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:45:06.824290 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-509dafc3-d2e2-40f6-bf5d-eb1644b48b11 None None] Deleting port 2b490600-bc65-4852-95ae-5ed2862919b9 {{(pid=94094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:45:06.824755 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-509dafc3-d2e2-40f6-bf5d-eb1644b48b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:06.888781 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a925-3172-4057-8adf-3e11ba84ce67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:06.889145 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-509dafc3-d2e2-40f6-bf5d-eb1644b48b11 None None] For port 2b490600-bc65-4852-95ae-5ed2862919b9, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=2b490600-bc65-4852-95ae-5ed2862919b9,segment=NetworkSegment(a80ebee8-753d-4cf8-b30b-4943af9747b5),segment_id=a80ebee8-753d-4cf8-b30b-4943af9747b5)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:45:06.889145 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-509dafc3-d2e2-40f6-bf5d-eb1644b48b11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:06.902219 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-509dafc3-d2e2-40f6-bf5d-eb1644b48b11 None None] Calling delete_port for 2b490600-bc65-4852-95ae-5ed2862919b9 owned by network:dhcp {{(pid=94094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:45:06.919224 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5a925-3172-4057-8adf-3e11ba84ce67 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b490600-bc65-4852-95ae-5ed2862919b9,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:06.921251 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b5a925-3172-4057-8adf-3e11ba84ce67 admin admin] No DVR routers for this DVR port 2b490600-bc65-4852-95ae-5ed2862919b9 on host dv-cinder-806726-2-iscsi {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:45:06.980922 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-509dafc3-d2e2-40f6-bf5d-eb1644b48b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777'] for port, after_delete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:06.997161 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a925-3172-4057-8adf-3e11ba84ce67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535953', 'neutron.services.segments.db._delete_segments_for_network-8737163360449'] for network, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:07.007281 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-b2b5a925-3172-4057-8adf-3e11ba84ce67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2fa48a5-76c1-43c5-bc44-546eeef46320']}} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:07.012511 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509dafc3-d2e2-40f6-bf5d-eb1644b48b11 None None] Pushing event deleted for resources: {'Port': ['ID=2b490600-bc65-4852-95ae-5ed2862919b9,revision_number=None']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:07.014591 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509dafc3-d2e2-40f6-bf5d-eb1644b48b11 None None] No DVR routers for this DVR port 2b490600-bc65-4852-95ae-5ed2862919b9 on host dv-cinder-806726-2-iscsi {{(pid=94094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:45:07.017788 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-b2b5a925-3172-4057-8adf-3e11ba84ce67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a80ebee8-753d-4cf8-b30b-4943af9747b5') {'for_net_delete': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:07.018091 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-b2b5a925-3172-4057-8adf-3e11ba84ce67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a80ebee8-753d-4cf8-b30b-4943af9747b5') {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:07.027644 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a925-3172-4057-8adf-3e11ba84ce67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737163371861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24803596'] for segment, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:07.041474 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a925-3172-4057-8adf-3e11ba84ce67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:07.047714 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b5a925-3172-4057-8adf-3e11ba84ce67 admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=94093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 09:45:07.048149 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a925-3172-4057-8adf-3e11ba84ce67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24774527'] for segment, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: Traceback (most recent call last): Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: timer() Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: cb(*args, **kw) Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: return func(*args, **kwargs) Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: self._notify() Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: self.callback(batched_events) Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: event.method(event) Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: return f(self, *a, **k) Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: return self._get(url).json() Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: return self.request(url, 'GET', **kwargs) Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 09:45:07.049881 dv-cinder-806726-2-iscsi neutron-server[94093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 09:45:07.116991 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a925-3172-4057-8adf-3e11ba84ce67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16688646'] for network, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:07.125097 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b2b5a925-3172-4057-8adf-3e11ba84ce67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:07.126454 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-b2b5a925-3172-4057-8adf-3e11ba84ce67 admin admin] 10.222.0.74 "DELETE /v2.0/networks/e2fa48a5-76c1-43c5-bc44-546eeef46320 HTTP/1.1" status: 204 len: 168 time: 0.5536096 Sep 01 09:45:07.137849 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5a925-3172-4057-8adf-3e11ba84ce67 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2fa48a5-76c1-43c5-bc44-546eeef46320,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:07.254475 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 40758) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:07.295330 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-af08c697-4e48-4113-8eb3-9d35c46468f9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bab9bd04bc9448768f269f0704762dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394709 Sep 01 09:45:07.298284 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 40762) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:07.351124 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac216-0f88-469c-8279-bc55feccbfcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:07.374460 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac216-0f88-469c-8279-bc55feccbfcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:07.375747 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 0cfd66ed-636e-4370-a072-879854f41ef8 no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:45:07.394845 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: 0cfd66ed-636e-4370-a072-879854f41ef8 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:45:07.395187 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 0cfd66ed-636e-4370-a072-879854f41ef8 not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:45:07.395586 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 2b490600-bc65-4852-95ae-5ed2862919b9 no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:45:07.413873 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: 2b490600-bc65-4852-95ae-5ed2862919b9 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:45:07.414182 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 2b490600-bc65-4852-95ae-5ed2862919b9 not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:45:07.414598 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device c69040f3-0ee0-4088-b5bf-e73720748e8a no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:45:07.421405 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac216-0f88-469c-8279-bc55feccbfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:07.424294 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac216-0f88-469c-8279-bc55feccbfcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:07.425558 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-8a0ac216-0f88-469c-8279-bc55feccbfcb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/365321ab-08d1-4ff4-8cc4-38d7f237274a HTTP/1.1" status: 204 len: 168 time: 0.1263981 Sep 01 09:45:07.433528 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ac216-0f88-469c-8279-bc55feccbfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365321ab-08d1-4ff4-8cc4-38d7f237274a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:07.439732 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: c69040f3-0ee0-4088-b5bf-e73720748e8a {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:45:07.440076 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device c69040f3-0ee0-4088-b5bf-e73720748e8a not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:45:07.762637 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 40772) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:07.803288 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-a62ef452-df7a-4ccc-8763-849744109c08 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=aa00561ef9654c7b970e6f02e0f90e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394850 Sep 01 09:45:07.805779 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 40774) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:07.858606 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-16dac369-d088-4698-af4e-f1be90892189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:07.880092 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-16dac369-d088-4698-af4e-f1be90892189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:07.929410 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-16dac369-d088-4698-af4e-f1be90892189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:07.931962 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-16dac369-d088-4698-af4e-f1be90892189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:07.933101 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-16dac369-d088-4698-af4e-f1be90892189 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5f8647b7-1f75-45e5-a5ab-1391e9d1a802 HTTP/1.1" status: 204 len: 168 time: 0.1264210 Sep 01 09:45:07.941603 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dac369-d088-4698-af4e-f1be90892189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8647b7-1f75-45e5-a5ab-1391e9d1a802,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:11.581324 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 40840) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:11.687362 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-753e5739-67b3-4cdf-9866-7e23c48886dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:11.793019 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-753e5739-67b3-4cdf-9866-7e23c48886dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:11.799061 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-753e5739-67b3-4cdf-9866-7e23c48886dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:11.835378 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-753e5739-67b3-4cdf-9866-7e23c48886dd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e0a2246cd204477f9ec03c9dd3209266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529156 Sep 01 09:45:11.836240 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e5739-67b3-4cdf-9866-7e23c48886dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705c8cbc-eba3-4535-99fc-b81efcd71a5c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:11.838363 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 40844) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:11.889162 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-77ae1b70-ccab-403f-8d11-3b34d232e9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:11.910688 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-77ae1b70-ccab-403f-8d11-3b34d232e9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:11.959237 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-77ae1b70-ccab-403f-8d11-3b34d232e9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:11.963844 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-77ae1b70-ccab-403f-8d11-3b34d232e9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:11.966430 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-77ae1b70-ccab-403f-8d11-3b34d232e9cd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/705c8cbc-eba3-4535-99fc-b81efcd71a5c HTTP/1.1" status: 204 len: 168 time: 0.1269848 Sep 01 09:45:11.975103 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae1b70-ccab-403f-8d11-3b34d232e9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705c8cbc-eba3-4535-99fc-b81efcd71a5c,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:12.238448 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 40852) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:12.251999 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c99b8836-0ef1-4592-b4e1-728578a1b3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:12.344575 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c99b8836-0ef1-4592-b4e1-728578a1b3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:12.349795 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c99b8836-0ef1-4592-b4e1-728578a1b3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:12.387208 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-c99b8836-0ef1-4592-b4e1-728578a1b3e2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5d3a27e731574c7b8fd9a7eec75ee4f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476967 Sep 01 09:45:12.388153 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b8836-0ef1-4592-b4e1-728578a1b3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270bc16d-0d1d-4f9c-ba18-1a02c362716e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:12.390227 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 40854) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:12.445022 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a45d0ce1-c048-46f7-a51b-590ef6e47679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:12.467149 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a45d0ce1-c048-46f7-a51b-590ef6e47679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:12.513825 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a45d0ce1-c048-46f7-a51b-590ef6e47679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:12.516558 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a45d0ce1-c048-46f7-a51b-590ef6e47679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:12.517707 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-a45d0ce1-c048-46f7-a51b-590ef6e47679 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/270bc16d-0d1d-4f9c-ba18-1a02c362716e HTTP/1.1" status: 204 len: 168 time: 0.1264908 Sep 01 09:45:12.525360 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d0ce1-c048-46f7-a51b-590ef6e47679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270bc16d-0d1d-4f9c-ba18-1a02c362716e,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:18.990408 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 41010) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:19.098790 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c72e88be-b317-4c66-b87a-4f1071ad012e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:19.187393 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c72e88be-b317-4c66-b87a-4f1071ad012e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:19.194788 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c72e88be-b317-4c66-b87a-4f1071ad012e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:19.236189 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-c72e88be-b317-4c66-b87a-4f1071ad012e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e2a0b3dbe7aa45d99f662198865c5a44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445972 Sep 01 09:45:19.237334 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e88be-b317-4c66-b87a-4f1071ad012e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4106d8ce-1083-4d3a-b656-b2bc108bd562,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:19.239453 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 41014) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:19.291460 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f37398e-7027-41a7-a08a-ec78e5d129db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:19.314355 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f37398e-7027-41a7-a08a-ec78e5d129db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:19.372973 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f37398e-7027-41a7-a08a-ec78e5d129db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:19.375649 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f37398e-7027-41a7-a08a-ec78e5d129db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:19.376851 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-8f37398e-7027-41a7-a08a-ec78e5d129db admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4106d8ce-1083-4d3a-b656-b2bc108bd562 HTTP/1.1" status: 204 len: 168 time: 0.1363385 Sep 01 09:45:19.384459 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37398e-7027-41a7-a08a-ec78e5d129db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4106d8ce-1083-4d3a-b656-b2bc108bd562,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:19.636907 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 41020) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:19.651800 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5c12c911-46b7-4556-a6da-6957ad27247d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:19.745404 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5c12c911-46b7-4556-a6da-6957ad27247d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:19.749595 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5c12c911-46b7-4556-a6da-6957ad27247d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:19.785201 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12c911-46b7-4556-a6da-6957ad27247d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dea481-c106-47ba-a0bd-40650ce010be,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:19.792282 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-5c12c911-46b7-4556-a6da-6957ad27247d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a2abbf3e47334ac9a308ab5afa13b082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1535089 Sep 01 09:45:19.792496 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 41026) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:19.842222 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c56cd7e6-03c8-447d-b15c-faa464c58643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:19.863855 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c56cd7e6-03c8-447d-b15c-faa464c58643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:19.912913 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c56cd7e6-03c8-447d-b15c-faa464c58643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:19.915471 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c56cd7e6-03c8-447d-b15c-faa464c58643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:19.916662 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-c56cd7e6-03c8-447d-b15c-faa464c58643 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/51dea481-c106-47ba-a0bd-40650ce010be HTTP/1.1" status: 204 len: 168 time: 0.1233630 Sep 01 09:45:19.924741 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56cd7e6-03c8-447d-b15c-faa464c58643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dea481-c106-47ba-a0bd-40650ce010be,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:19.973783 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 41032) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:20.171260 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b7fcb8d8-ee91-40f4-b1ae-065a09e7164a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:20.261889 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b7fcb8d8-ee91-40f4-b1ae-065a09e7164a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:20.266133 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b7fcb8d8-ee91-40f4-b1ae-065a09e7164a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:20.305969 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-b7fcb8d8-ee91-40f4-b1ae-065a09e7164a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5c36492e3c65494691c619d4d5fcfc3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308299 Sep 01 09:45:20.306806 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcb8d8-ee91-40f4-b1ae-065a09e7164a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b791c4c-93b4-4418-a527-fcecaa771f78,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:20.308859 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 41046) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:20.361921 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b32306c2-0f3c-4020-8a66-503950725c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:20.384149 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b32306c2-0f3c-4020-8a66-503950725c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:20.434043 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b32306c2-0f3c-4020-8a66-503950725c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:20.437092 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b32306c2-0f3c-4020-8a66-503950725c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:20.438279 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-b32306c2-0f3c-4020-8a66-503950725c16 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6b791c4c-93b4-4418-a527-fcecaa771f78 HTTP/1.1" status: 204 len: 168 time: 0.1278050 Sep 01 09:45:20.446134 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32306c2-0f3c-4020-8a66-503950725c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b791c4c-93b4-4418-a527-fcecaa771f78,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:22.346941 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-6a7fd708-6bbf-4a0e-a37a-6058e3b00634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:22.769226 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-44e1cc16-9d0a-4d9a-a87a-0fab56293fc3 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=26478d7ca0ea4c2d9011c63367bda380&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329928 Sep 01 09:45:22.967922 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-5f4371a6-5f6f-4b0e-9183-3b6f19e4950d tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:22.969455 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-5f4371a6-5f6f-4b0e-9183-3b6f19e4950d tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1947138 Sep 01 09:45:22.985277 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-e4632e1a-fd30-458d-a5b5-85bae5b2b343 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/quotas/26478d7ca0ea4c2d9011c63367bda380 HTTP/1.1" status: 200 len: 375 time: 0.0097938 Sep 01 09:45:23.015850 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-14557f1f-7ff0-4efc-9579-28e33339555b tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=26478d7ca0ea4c2d9011c63367bda380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247366 Sep 01 09:45:23.984893 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:24.101900 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 41138) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:24.191869 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3bc205ee-ad2b-4c3c-9e35-a767277e21f5 req-f8c2c800-12d9-47e4-87d6-16034ae986f6 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d6b11be-7c79-450e-bca5-d992319405a3 HTTP/1.1" status: 200 len: 210 time: 0.0256193 Sep 01 09:45:24.218606 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0bc9f575-d3e6-40ef-b00b-3f3b86be9a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:24.307455 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0bc9f575-d3e6-40ef-b00b-3f3b86be9a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:24.311843 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0bc9f575-d3e6-40ef-b00b-3f3b86be9a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:24.351328 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-0bc9f575-d3e6-40ef-b00b-3f3b86be9a91 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e5ade4c18b5a49618cda136b19c19cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481980 Sep 01 09:45:24.352350 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9f575-d3e6-40ef-b00b-3f3b86be9a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2ecaf5-33e5-4ef0-ae3a-a76ee980815a,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:24.354332 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 41152) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:24.407044 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db00f1df-da40-4382-a18b-c5ea5f378aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:24.427636 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db00f1df-da40-4382-a18b-c5ea5f378aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:24.477125 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db00f1df-da40-4382-a18b-c5ea5f378aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:24.480007 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db00f1df-da40-4382-a18b-c5ea5f378aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:24.481183 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-db00f1df-da40-4382-a18b-c5ea5f378aef admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8c2ecaf5-33e5-4ef0-ae3a-a76ee980815a HTTP/1.1" status: 204 len: 168 time: 0.1251988 Sep 01 09:45:24.489201 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00f1df-da40-4382-a18b-c5ea5f378aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2ecaf5-33e5-4ef0-ae3a-a76ee980815a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:24.741907 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 41160) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:24.754814 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a58586ce-22aa-4493-9c90-6ea33a61c7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:24.840572 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-88275aa9-98f4-4420-92c5-ee59dd51069e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:24.848681 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a58586ce-22aa-4493-9c90-6ea33a61c7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:24.853968 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a58586ce-22aa-4493-9c90-6ea33a61c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:24.891400 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-a58586ce-22aa-4493-9c90-6ea33a61c7bf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=240d0f3d47674eda95072970fb0c526b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484222 Sep 01 09:45:24.892694 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58586ce-22aa-4493-9c90-6ea33a61c7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e89f44-7075-4084-8ac4-e047377feb9b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:24.894403 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 41162) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:24.941818 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-93c80fb7-6504-4a4b-94bd-b289da53f12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:24.962489 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-93c80fb7-6504-4a4b-94bd-b289da53f12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:25.015085 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-93c80fb7-6504-4a4b-94bd-b289da53f12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:25.017765 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-93c80fb7-6504-4a4b-94bd-b289da53f12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:25.018915 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-93c80fb7-6504-4a4b-94bd-b289da53f12e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c1e89f44-7075-4084-8ac4-e047377feb9b HTTP/1.1" status: 204 len: 168 time: 0.1234496 Sep 01 09:45:25.027803 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c80fb7-6504-4a4b-94bd-b289da53f12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e89f44-7075-4084-8ac4-e047377feb9b,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:25.072810 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-c99be8b1-e34d-4aaa-878f-67f3a8ac55ed tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=26478d7ca0ea4c2d9011c63367bda380&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210247 Sep 01 09:45:25.185833 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-22066668-de94-4990-b8ff-fe737803d0e9 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:25.187303 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-22066668-de94-4990-b8ff-fe737803d0e9 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1090534 Sep 01 09:45:25.207287 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-52eda59a-7fe7-4b9c-a1f8-ab90a6f1e5ff tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Request body: {'port': {'device_id': '8d6b11be-7c79-450e-bca5-d992319405a3', 'network_id': 'fedb253b-865e-4fe0-a8b1-20f1f147cb45', 'admin_state_up': True, 'tenant_id': '26478d7ca0ea4c2d9011c63367bda380'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:45:25.297723 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b979b5a6-7a25-4e54-b2b3-32d3689c42f2 req-c1311499-9f98-4007-9b6c-2cee1c9137d6 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d6b11be-7c79-450e-bca5-d992319405a3 HTTP/1.1" status: 200 len: 210 time: 0.0328269 Sep 01 09:45:25.348470 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-52eda59a-7fe7-4b9c-a1f8-ab90a6f1e5ff tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Made reservation on behalf of 26478d7ca0ea4c2d9011c63367bda380 for: {'port': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:45:25.351932 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-52eda59a-7fe7-4b9c-a1f8-ab90a6f1e5ff tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:25.364425 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-52eda59a-7fe7-4b9c-a1f8-ab90a6f1e5ff tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:25.452693 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-52eda59a-7fe7-4b9c-a1f8-ab90a6f1e5ff tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:25.457133 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-52eda59a-7fe7-4b9c-a1f8-ab90a6f1e5ff tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:25.498564 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:25.522750 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eda59a-7fe7-4b9c-a1f8-ab90a6f1e5ff tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c692f743-5bd1-4d69-9bcd-d9707ea1ea66,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:25.593656 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-52eda59a-7fe7-4b9c-a1f8-ab90a6f1e5ff tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Allocated IP 192.168.233.89 (fedb253b-865e-4fe0-a8b1-20f1f147cb45/c8f58a60-6427-40c3-a7bd-97fa773ca39d/35fc2247-45c6-4a11-a2df-9e5b5268b99e) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:45:25.747199 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-52eda59a-7fe7-4b9c-a1f8-ab90a6f1e5ff tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:25.760446 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-52eda59a-7fe7-4b9c-a1f8-ab90a6f1e5ff tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Transition to ACTIVE for port object 35fc2247-45c6-4a11-a2df-9e5b5268b99e will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:45:25.793144 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-52eda59a-7fe7-4b9c-a1f8-ab90a6f1e5ff tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:25.835841 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-52eda59a-7fe7-4b9c-a1f8-ab90a6f1e5ff tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Network fedb253b-865e-4fe0-a8b1-20f1f147cb45 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:45:25.840901 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-52eda59a-7fe7-4b9c-a1f8-ab90a6f1e5ff tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:45:25.844503 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-52eda59a-7fe7-4b9c-a1f8-ab90a6f1e5ff tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:45:25.870297 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eda59a-7fe7-4b9c-a1f8-ab90a6f1e5ff tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Pushing event updated for resources: {'Port': ['ID=35fc2247-45c6-4a11-a2df-9e5b5268b99e,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:25.900921 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-52eda59a-7fe7-4b9c-a1f8-ab90a6f1e5ff tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:25.901544 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-52eda59a-7fe7-4b9c-a1f8-ab90a6f1e5ff tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:25.916510 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-52eda59a-7fe7-4b9c-a1f8-ab90a6f1e5ff tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7135158 Sep 01 09:45:25.935500 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-de0f6457-c349-4798-83d4-2768edb60121 service neutron] Request body: {'port': {'device_id': '8d6b11be-7c79-450e-bca5-d992319405a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:45:25.997778 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-de0f6457-c349-4798-83d4-2768edb60121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:26.127236 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-a9044c0c-d529-44ae-9c53-969e50ba6b52 None None] Provisioning for port 35fc2247-45c6-4a11-a2df-9e5b5268b99e completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:45:26.135849 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-a9044c0c-d529-44ae-9c53-969e50ba6b52 None None] Provisioning complete for port 35fc2247-45c6-4a11-a2df-9e5b5268b99e triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:45:26.136383 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a9044c0c-d529-44ae-9c53-969e50ba6b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:26.157235 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:26.172413 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-a9044c0c-d529-44ae-9c53-969e50ba6b52 None None] Port 35fc2247-45c6-4a11-a2df-9e5b5268b99e cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:45:26.278475 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-de0f6457-c349-4798-83d4-2768edb60121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35fc2247-45c6-4a11-a2df-9e5b5268b99e {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:45:26.287844 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-de0f6457-c349-4798-83d4-2768edb60121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:26.299692 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-de0f6457-c349-4798-83d4-2768edb60121 service neutron] Transition to ACTIVE for port object 35fc2247-45c6-4a11-a2df-9e5b5268b99e will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:45:26.304765 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-de0f6457-c349-4798-83d4-2768edb60121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:26.351015 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f6457-c349-4798-83d4-2768edb60121 service neutron] Pushing event updated for resources: {'Port': ['ID=35fc2247-45c6-4a11-a2df-9e5b5268b99e,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:26.459202 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c640fdc-bc11-4816-a980-0dcfbaa9900b req-ae8e41c5-9f80-43c1-b63f-25b3a9c1736c tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:26.460749 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5c640fdc-bc11-4816-a980-0dcfbaa9900b req-ae8e41c5-9f80-43c1-b63f-25b3a9c1736c tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d6b11be-7c79-450e-bca5-d992319405a3 HTTP/1.1" status: 200 len: 947 time: 0.0874331 Sep 01 09:45:26.461707 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-de0f6457-c349-4798-83d4-2768edb60121 service neutron] Attempting to bind port 35fc2247-45c6-4a11-a2df-9e5b5268b99e on host hv-cinder-80672 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:45:26.462024 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-de0f6457-c349-4798-83d4-2768edb60121 service neutron] Attempting to bind port 35fc2247-45c6-4a11-a2df-9e5b5268b99e by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': '55a8c857-f5ed-4a2a-9b71-addb42715db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'fedb253b-865e-4fe0-a8b1-20f1f147cb45'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:45:26.462341 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-de0f6457-c349-4798-83d4-2768edb60121 service neutron] Attempting to bind port 35fc2247-45c6-4a11-a2df-9e5b5268b99e on network fedb253b-865e-4fe0-a8b1-20f1f147cb45 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:45:26.467094 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-de0f6457-c349-4798-83d4-2768edb60121 service neutron] Port 35fc2247-45c6-4a11-a2df-9e5b5268b99e on network fedb253b-865e-4fe0-a8b1-20f1f147cb45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 09:45:26.467408 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-de0f6457-c349-4798-83d4-2768edb60121 service neutron] Attempting to bind port 35fc2247-45c6-4a11-a2df-9e5b5268b99e on network fedb253b-865e-4fe0-a8b1-20f1f147cb45 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:45:26.478714 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-de0f6457-c349-4798-83d4-2768edb60121 service neutron] Checking agent: {'id': '8ce25ef8-d4a6-4c3d-9635-2091a35d6989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'started_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:45:26.479046 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-de0f6457-c349-4798-83d4-2768edb60121 service neutron] Checking segment: {'id': '55a8c857-f5ed-4a2a-9b71-addb42715db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'fedb253b-865e-4fe0-a8b1-20f1f147cb45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:45:26.479410 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-de0f6457-c349-4798-83d4-2768edb60121 service neutron] Bound using segment: {'id': '55a8c857-f5ed-4a2a-9b71-addb42715db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'fedb253b-865e-4fe0-a8b1-20f1f147cb45'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:45:26.479859 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-de0f6457-c349-4798-83d4-2768edb60121 service neutron] Bound port: 35fc2247-45c6-4a11-a2df-9e5b5268b99e, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a8c857-f5ed-4a2a-9b71-addb42715db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': 'fedb253b-865e-4fe0-a8b1-20f1f147cb45'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:45:26.480211 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-de0f6457-c349-4798-83d4-2768edb60121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:26.534106 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5c640fdc-bc11-4816-a980-0dcfbaa9900b req-f319d68d-bc1f-40c7-ba0d-97791e163bb1 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/security-groups?id=c692f743-5bd1-4d69-9bcd-d9707ea1ea66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643706 Sep 01 09:45:26.560160 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-de0f6457-c349-4798-83d4-2768edb60121 service neutron] For port 35fc2247-45c6-4a11-a2df-9e5b5268b99e, host hv-cinder-80672, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:45:26.563145 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-de0f6457-c349-4798-83d4-2768edb60121 service neutron] For port 35fc2247-45c6-4a11-a2df-9e5b5268b99e, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=35fc2247-45c6-4a11-a2df-9e5b5268b99e,segment=NetworkSegment(55a8c857-f5ed-4a2a-9b71-addb42715db9),segment_id=55a8c857-f5ed-4a2a-9b71-addb42715db9)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:45:26.569201 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-de0f6457-c349-4798-83d4-2768edb60121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:26.600613 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-de0f6457-c349-4798-83d4-2768edb60121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:26.601256 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-de0f6457-c349-4798-83d4-2768edb60121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:26.602502 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-de0f6457-c349-4798-83d4-2768edb60121 service neutron] 10.222.0.77 "PUT /v2.0/ports/35fc2247-45c6-4a11-a2df-9e5b5268b99e HTTP/1.1" status: 200 len: 1097 time: 0.6717412 Sep 01 09:45:26.603052 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6b11be-7c79-450e-bca5-d992319405a3', 'tag': '35fc2247-45c6-4a11-a2df-9e5b5268b99e'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:45:26.605161 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98da58fd-a491-4605-811a-9c6df4235c38" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6b11be-7c79-450e-bca5-d992319405a3", "tag": "35fc2247-45c6-4a11-a2df-9e5b5268b99e"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:45:26.630379 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f6457-c349-4798-83d4-2768edb60121 service neutron] Pushing event updated for resources: {'Port': ['ID=35fc2247-45c6-4a11-a2df-9e5b5268b99e,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:26.651521 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d764971-7b71-454f-ab37-210393e3fe73 x-openstack-request-id: req-5d764971-7b71-454f-ab37-210393e3fe73 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:45:26.651833 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6b11be-7c79-450e-bca5-d992319405a3", "tag": "35fc2247-45c6-4a11-a2df-9e5b5268b99e", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:45:26.652081 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5d764971-7b71-454f-ab37-210393e3fe73 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:45:26.652475 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6b11be-7c79-450e-bca5-d992319405a3', 'tag': '35fc2247-45c6-4a11-a2df-9e5b5268b99e', 'status': 'completed', 'code': 200} Sep 01 09:45:26.703797 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-360c354b-c8ac-450b-9f69-754f19ee21c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:26.705308 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-360c354b-c8ac-450b-9f69-754f19ee21c0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=26478d7ca0ea4c2d9011c63367bda380&device_id=8d6b11be-7c79-450e-bca5-d992319405a3 HTTP/1.1" status: 200 len: 1100 time: 0.0404236 Sep 01 09:45:26.756742 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-44481ebe-8b99-4848-9a5b-88452ade2957 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=35fc2247-45c6-4a11-a2df-9e5b5268b99e HTTP/1.1" status: 200 len: 217 time: 0.0379796 Sep 01 09:45:26.805813 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-9cfbd63f-293f-4edb-8b95-579b766892ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:26.807175 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-9cfbd63f-293f-4edb-8b95-579b766892ad service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c8f58a60-6427-40c3-a7bd-97fa773ca39d HTTP/1.1" status: 200 len: 843 time: 0.0440445 Sep 01 09:45:26.852442 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-d1e363a4-afb8-45ee-9d69-c2e897771868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:26.853913 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-d1e363a4-afb8-45ee-9d69-c2e897771868 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fedb253b-865e-4fe0-a8b1-20f1f147cb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0398045 Sep 01 09:45:27.175375 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-83a75bef-4ea0-49f8-b249-4e7dc9026a3c service neutron] 10.222.0.77 "GET /v2.0/networks/fedb253b-865e-4fe0-a8b1-20f1f147cb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143234 Sep 01 09:45:27.267133 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-05f4b516-6560-42ae-b98e-23cc23fa7276 req-5a7adf3c-1629-4f4d-9728-460fe10381f4 service neutron] 10.222.0.77 "GET /v2.0/networks/fedb253b-865e-4fe0-a8b1-20f1f147cb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843568 Sep 01 09:45:27.407260 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da58fd-a491-4605-811a-9c6df4235c38 req-e6a64b1e-3dbe-4f0b-8979-a19aebcdfb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:27.408657 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-98da58fd-a491-4605-811a-9c6df4235c38 req-e6a64b1e-3dbe-4f0b-8979-a19aebcdfb66 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=26478d7ca0ea4c2d9011c63367bda380&device_id=8d6b11be-7c79-450e-bca5-d992319405a3 HTTP/1.1" status: 200 len: 1100 time: 0.0480397 Sep 01 09:45:27.498715 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da58fd-a491-4605-811a-9c6df4235c38 req-b21ba301-636b-45c6-be0a-a885a670bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:27.500203 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-98da58fd-a491-4605-811a-9c6df4235c38 req-b21ba301-636b-45c6-be0a-a885a670bcc0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fedb253b-865e-4fe0-a8b1-20f1f147cb45 HTTP/1.1" status: 200 len: 871 time: 0.0836358 Sep 01 09:45:27.545878 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-98da58fd-a491-4605-811a-9c6df4235c38 req-d512cd17-7dfa-4a52-8e37-1109a25196c6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=35fc2247-45c6-4a11-a2df-9e5b5268b99e HTTP/1.1" status: 200 len: 217 time: 0.0379262 Sep 01 09:45:27.595301 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da58fd-a491-4605-811a-9c6df4235c38 req-6a282c84-993b-4edd-80ab-10cf452356b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:27.596830 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-98da58fd-a491-4605-811a-9c6df4235c38 req-6a282c84-993b-4edd-80ab-10cf452356b5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c8f58a60-6427-40c3-a7bd-97fa773ca39d HTTP/1.1" status: 200 len: 843 time: 0.0438213 Sep 01 09:45:27.647426 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90e0f8-7244-4afa-ac03-e9be76c46622 req-d3fcafbc-439e-4573-8bf8-7c700f525ccb tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:27.648933 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3b90e0f8-7244-4afa-ac03-e9be76c46622 req-d3fcafbc-439e-4573-8bf8-7c700f525ccb tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d6b11be-7c79-450e-bca5-d992319405a3 HTTP/1.1" status: 200 len: 947 time: 0.0483005 Sep 01 09:45:27.688012 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3b90e0f8-7244-4afa-ac03-e9be76c46622 req-50a3f529-4ef2-413f-a288-0f49331b7983 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/security-groups?id=c692f743-5bd1-4d69-9bcd-d9707ea1ea66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331154 Sep 01 09:45:27.921994 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:28.813335 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc6e98-d793-4aad-8c2e-5c34ea613d90 req-2eafd08b-10fa-42dd-8329-5e3657aaceb6 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:28.814791 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f7fc6e98-d793-4aad-8c2e-5c34ea613d90 req-2eafd08b-10fa-42dd-8329-5e3657aaceb6 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d6b11be-7c79-450e-bca5-d992319405a3 HTTP/1.1" status: 200 len: 947 time: 0.0530264 Sep 01 09:45:28.857141 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f7fc6e98-d793-4aad-8c2e-5c34ea613d90 req-1b8a8490-1d41-4da9-b2cf-ba4b2fbed46a tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/security-groups?id=c692f743-5bd1-4d69-9bcd-d9707ea1ea66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337098 Sep 01 09:45:29.986003 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad55ce-91b2-4a71-a700-24e995a8e5a9 req-32ac8e62-34ca-4541-8cc1-686b448056a3 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:29.987479 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c2ad55ce-91b2-4a71-a700-24e995a8e5a9 req-32ac8e62-34ca-4541-8cc1-686b448056a3 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d6b11be-7c79-450e-bca5-d992319405a3 HTTP/1.1" status: 200 len: 947 time: 0.0516381 Sep 01 09:45:30.025405 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c2ad55ce-91b2-4a71-a700-24e995a8e5a9 req-135c8306-4464-4615-a288-4108609236af tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/security-groups?id=c692f743-5bd1-4d69-9bcd-d9707ea1ea66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315044 Sep 01 09:45:30.282437 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da58fd-a491-4605-811a-9c6df4235c38 req-e5ac458a-ca63-4571-9270-3164a9f59efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:30.284529 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-98da58fd-a491-4605-811a-9c6df4235c38 req-e5ac458a-ca63-4571-9270-3164a9f59efe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fedb253b-865e-4fe0-a8b1-20f1f147cb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0492880 Sep 01 09:45:30.388965 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-98da58fd-a491-4605-811a-9c6df4235c38 req-7246cc36-3109-4cf6-ba82-60af095d0b92 service neutron] 10.222.0.77 "GET /v2.0/networks/fedb253b-865e-4fe0-a8b1-20f1f147cb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879042 Sep 01 09:45:30.499524 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-98da58fd-a491-4605-811a-9c6df4235c38 req-5f4b67f4-1db8-4746-8da8-2566501c14c9 service neutron] 10.222.0.77 "GET /v2.0/networks/fedb253b-865e-4fe0-a8b1-20f1f147cb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861273 Sep 01 09:45:31.149755 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5935e16e-aaf1-4cb5-8526-a62ff8d4fbbd req-5fa71b07-1b0a-4eae-bb25-267a5391ccd5 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:31.151206 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5935e16e-aaf1-4cb5-8526-a62ff8d4fbbd req-5fa71b07-1b0a-4eae-bb25-267a5391ccd5 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d6b11be-7c79-450e-bca5-d992319405a3 HTTP/1.1" status: 200 len: 947 time: 0.0564029 Sep 01 09:45:31.188158 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5935e16e-aaf1-4cb5-8526-a62ff8d4fbbd req-58af8ace-32cd-438b-90de-3431d402c112 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/security-groups?id=c692f743-5bd1-4d69-9bcd-d9707ea1ea66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308449 Sep 01 09:45:32.320452 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07b320-ff7e-4d66-90bb-fef74ed8e36c req-280741e5-81e9-424f-a6d2-12af881b8700 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:32.321844 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cf07b320-ff7e-4d66-90bb-fef74ed8e36c req-280741e5-81e9-424f-a6d2-12af881b8700 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d6b11be-7c79-450e-bca5-d992319405a3 HTTP/1.1" status: 200 len: 947 time: 0.0618758 Sep 01 09:45:32.364383 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cf07b320-ff7e-4d66-90bb-fef74ed8e36c req-be6fdd57-c6c7-4992-945e-b1cb2c512a43 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/security-groups?id=c692f743-5bd1-4d69-9bcd-d9707ea1ea66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338051 Sep 01 09:45:33.502029 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a5b53-2202-4c22-89df-1b515449702e req-66631141-79eb-4ed8-960d-75b9fcdbca7f tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:33.503471 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-522a5b53-2202-4c22-89df-1b515449702e req-66631141-79eb-4ed8-960d-75b9fcdbca7f tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d6b11be-7c79-450e-bca5-d992319405a3 HTTP/1.1" status: 200 len: 947 time: 0.0533228 Sep 01 09:45:33.540900 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-522a5b53-2202-4c22-89df-1b515449702e req-31bef7bc-1ac1-445f-ac78-afa70719020f tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/security-groups?id=c692f743-5bd1-4d69-9bcd-d9707ea1ea66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312090 Sep 01 09:45:34.034364 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 35fc2247-45c6-4a11-a2df-9e5b5268b99e details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:45:34.135864 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 35fc2247-45c6-4a11-a2df-9e5b5268b99e, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=35fc2247-45c6-4a11-a2df-9e5b5268b99e,segment=NetworkSegment(55a8c857-f5ed-4a2a-9b71-addb42715db9),segment_id=55a8c857-f5ed-4a2a-9b71-addb42715db9)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:45:34.147248 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': '35fc2247-45c6-4a11-a2df-9e5b5268b99e', 'network_id': 'fedb253b-865e-4fe0-a8b1-20f1f147cb45', 'port_id': '35fc2247-45c6-4a11-a2df-9e5b5268b99e', 'mac_address': 'fa:16:3e:21:eb:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1072, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8f58a60-6427-40c3-a7bd-97fa773ca39d', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:45:34.187845 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:34.207336 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35fc2247-45c6-4a11-a2df-9e5b5268b99e {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:45:34.226937 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 35fc2247-45c6-4a11-a2df-9e5b5268b99e, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=35fc2247-45c6-4a11-a2df-9e5b5268b99e,segment=NetworkSegment(55a8c857-f5ed-4a2a-9b71-addb42715db9),segment_id=55a8c857-f5ed-4a2a-9b71-addb42715db9)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:45:34.234781 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:34.280833 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=35fc2247-45c6-4a11-a2df-9e5b5268b99e,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:34.537506 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['35fc2247-45c6-4a11-a2df-9e5b5268b99e'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:45:34.661532 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf0821-12b8-4498-9f46-82053e0d241d req-e1ba2d1c-3b8c-4da5-851e-1977d644b3dc tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:34.663859 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9eaf0821-12b8-4498-9f46-82053e0d241d req-e1ba2d1c-3b8c-4da5-851e-1977d644b3dc tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d6b11be-7c79-450e-bca5-d992319405a3 HTTP/1.1" status: 200 len: 948 time: 0.0537949 Sep 01 09:45:34.701025 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9eaf0821-12b8-4498-9f46-82053e0d241d req-0f650727-0f45-45b1-867b-310060541d12 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/security-groups?id=c692f743-5bd1-4d69-9bcd-d9707ea1ea66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317323 Sep 01 09:45:35.289874 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:45:35.825153 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd75661-cdb4-416c-b4d4-358083d59739 req-f7e7a76c-6b1e-4e72-8795-7c083e1c21dd tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:35.826577 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cdd75661-cdb4-416c-b4d4-358083d59739 req-f7e7a76c-6b1e-4e72-8795-7c083e1c21dd tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d6b11be-7c79-450e-bca5-d992319405a3 HTTP/1.1" status: 200 len: 948 time: 0.0595529 Sep 01 09:45:35.868576 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-cdd75661-cdb4-416c-b4d4-358083d59739 req-0c098d17-fdfb-42a1-ae04-495bec86fb9e tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/security-groups?id=c692f743-5bd1-4d69-9bcd-d9707ea1ea66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334194 Sep 01 09:45:36.040037 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 35fc2247-45c6-4a11-a2df-9e5b5268b99e up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:45:36.090385 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning for port 35fc2247-45c6-4a11-a2df-9e5b5268b99e completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:45:36.094004 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port 35fc2247-45c6-4a11-a2df-9e5b5268b99e triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:45:36.094375 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:36.174830 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:36.201335 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6b11be-7c79-450e-bca5-d992319405a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35fc2247-45c6-4a11-a2df-9e5b5268b99e'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:45:36.203628 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a3d004-6d7a-4708-8cd6-2424c098ab6b" -d '{"events": [{"server_uuid": "8d6b11be-7c79-450e-bca5-d992319405a3", "name": "network-vif-plugged", "status": "completed", "tag": "35fc2247-45c6-4a11-a2df-9e5b5268b99e"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:45:36.221421 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 35fc2247-45c6-4a11-a2df-9e5b5268b99e, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=35fc2247-45c6-4a11-a2df-9e5b5268b99e,segment=NetworkSegment(55a8c857-f5ed-4a2a-9b71-addb42715db9),segment_id=55a8c857-f5ed-4a2a-9b71-addb42715db9)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:45:36.225863 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:36.252211 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369705b3-4073-457b-9554-aa37cc941758 x-openstack-request-id: req-369705b3-4073-457b-9554-aa37cc941758 {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:45:36.252499 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6b11be-7c79-450e-bca5-d992319405a3", "name": "network-vif-plugged", "status": "completed", "tag": "35fc2247-45c6-4a11-a2df-9e5b5268b99e", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:45:36.252743 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-369705b3-4073-457b-9554-aa37cc941758 {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:45:36.253127 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6b11be-7c79-450e-bca5-d992319405a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35fc2247-45c6-4a11-a2df-9e5b5268b99e', 'code': 200} Sep 01 09:45:36.275696 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=35fc2247-45c6-4a11-a2df-9e5b5268b99e,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:36.453197 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55793bb6-d9b1-4c00-9e07-2ef42c8eb9ac req-c8f70a21-af9f-4030-af82-db1b68dc41b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:36.454676 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-55793bb6-d9b1-4c00-9e07-2ef42c8eb9ac req-c8f70a21-af9f-4030-af82-db1b68dc41b1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8d6b11be-7c79-450e-bca5-d992319405a3 HTTP/1.1" status: 200 len: 1102 time: 0.0410616 Sep 01 09:45:36.494196 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-55793bb6-d9b1-4c00-9e07-2ef42c8eb9ac req-2602458c-84ac-4c0b-949c-ed30ab089070 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c692f743-5bd1-4d69-9bcd-d9707ea1ea66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316236 Sep 01 09:45:36.991646 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a604799-0de6-4f54-a871-211695c55336 req-2c17556d-34c8-4c81-a3fe-135bf2ea4f17 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:36.993116 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5a604799-0de6-4f54-a871-211695c55336 req-2c17556d-34c8-4c81-a3fe-135bf2ea4f17 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d6b11be-7c79-450e-bca5-d992319405a3 HTTP/1.1" status: 200 len: 949 time: 0.0498829 Sep 01 09:45:37.030218 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5a604799-0de6-4f54-a871-211695c55336 req-f8297c90-2ad9-4fca-a41d-9007ba14accc tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/security-groups?id=c692f743-5bd1-4d69-9bcd-d9707ea1ea66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310845 Sep 01 09:45:38.163783 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80317b7d-5617-4b25-a0dc-7148a91a688a req-55edceeb-d764-40c1-995d-01aedeaca93f tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:38.165267 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-80317b7d-5617-4b25-a0dc-7148a91a688a req-55edceeb-d764-40c1-995d-01aedeaca93f tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d6b11be-7c79-450e-bca5-d992319405a3 HTTP/1.1" status: 200 len: 949 time: 0.0616477 Sep 01 09:45:38.205216 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-80317b7d-5617-4b25-a0dc-7148a91a688a req-df410456-64cd-482b-a1ef-897a62ffb46f tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/security-groups?id=c692f743-5bd1-4d69-9bcd-d9707ea1ea66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340316 Sep 01 09:45:38.484708 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21496841-c3ae-4b2d-ae61-97e4be8e82fd req-cea10b34-78fa-4b5a-afa8-de2f936d09a1 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:38.486190 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-21496841-c3ae-4b2d-ae61-97e4be8e82fd req-cea10b34-78fa-4b5a-afa8-de2f936d09a1 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d6b11be-7c79-450e-bca5-d992319405a3 HTTP/1.1" status: 200 len: 949 time: 0.0537686 Sep 01 09:45:38.524691 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-21496841-c3ae-4b2d-ae61-97e4be8e82fd req-0eb565d8-f09f-486a-afc3-3450bbb7a388 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/security-groups?id=c692f743-5bd1-4d69-9bcd-d9707ea1ea66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320344 Sep 01 09:45:39.660036 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea60716-7ac1-4fcb-adb3-54311f98742d req-82a94bca-6729-4d7d-8cf1-6966ac8a6968 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:39.661451 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3ea60716-7ac1-4fcb-adb3-54311f98742d req-82a94bca-6729-4d7d-8cf1-6966ac8a6968 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d6b11be-7c79-450e-bca5-d992319405a3 HTTP/1.1" status: 200 len: 949 time: 0.0570123 Sep 01 09:45:39.704641 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3ea60716-7ac1-4fcb-adb3-54311f98742d req-d4190f38-b164-4cab-9529-40dbdcfac21f tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/security-groups?id=c692f743-5bd1-4d69-9bcd-d9707ea1ea66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358148 Sep 01 09:45:40.829737 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341b9f4-9e04-4d8b-a9cf-ebb9eb99f325 req-08fe18fb-ff06-460d-8313-a1220e4469f1 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:40.831267 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5341b9f4-9e04-4d8b-a9cf-ebb9eb99f325 req-08fe18fb-ff06-460d-8313-a1220e4469f1 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d6b11be-7c79-450e-bca5-d992319405a3 HTTP/1.1" status: 200 len: 949 time: 0.0597122 Sep 01 09:45:40.871016 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5341b9f4-9e04-4d8b-a9cf-ebb9eb99f325 req-bfe1e176-55cf-460f-970d-0f37d7108b4d tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/security-groups?id=c692f743-5bd1-4d69-9bcd-d9707ea1ea66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336618 Sep 01 09:45:41.922270 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d350656-afdd-4233-a5f4-2c49fba4ae5b req-ac30a89e-ac4d-4a97-b80f-d9ad0a84cf7f tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:41.923902 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7d350656-afdd-4233-a5f4-2c49fba4ae5b req-ac30a89e-ac4d-4a97-b80f-d9ad0a84cf7f tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d6b11be-7c79-450e-bca5-d992319405a3 HTTP/1.1" status: 200 len: 949 time: 0.0486434 Sep 01 09:45:42.031029 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27537f-b258-49f8-adf2-515a23492174 req-ef7d4cba-f759-4523-9509-327ce8bfb905 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:42.032604 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-af27537f-b258-49f8-adf2-515a23492174 req-ef7d4cba-f759-4523-9509-327ce8bfb905 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d6b11be-7c79-450e-bca5-d992319405a3 HTTP/1.1" status: 200 len: 949 time: 0.0942988 Sep 01 09:45:42.077366 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-7d350656-afdd-4233-a5f4-2c49fba4ae5b req-c55b75cf-ad1b-4515-8261-638ff36fe772 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Deleting port 35fc2247-45c6-4a11-a2df-9e5b5268b99e {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:45:42.077697 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-7d350656-afdd-4233-a5f4-2c49fba4ae5b req-c55b75cf-ad1b-4515-8261-638ff36fe772 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:42.085362 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-af27537f-b258-49f8-adf2-515a23492174 req-c52f6395-352d-4db1-afae-2469332cf689 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/security-groups?id=c692f743-5bd1-4d69-9bcd-d9707ea1ea66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450201 Sep 01 09:45:42.167329 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-7d350656-afdd-4233-a5f4-2c49fba4ae5b req-c55b75cf-ad1b-4515-8261-638ff36fe772 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] For port 35fc2247-45c6-4a11-a2df-9e5b5268b99e, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=35fc2247-45c6-4a11-a2df-9e5b5268b99e,segment=NetworkSegment(55a8c857-f5ed-4a2a-9b71-addb42715db9),segment_id=55a8c857-f5ed-4a2a-9b71-addb42715db9)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:45:42.167690 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-7d350656-afdd-4233-a5f4-2c49fba4ae5b req-c55b75cf-ad1b-4515-8261-638ff36fe772 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:42.184107 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-7d350656-afdd-4233-a5f4-2c49fba4ae5b req-c55b75cf-ad1b-4515-8261-638ff36fe772 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Calling delete_port for 35fc2247-45c6-4a11-a2df-9e5b5268b99e owned by compute:nova {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:45:42.315269 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-7d350656-afdd-4233-a5f4-2c49fba4ae5b req-c55b75cf-ad1b-4515-8261-638ff36fe772 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:42.341147 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b75cf-ad1b-4515-8261-638ff36fe772 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Pushing event deleted for resources: {'Port': ['ID=35fc2247-45c6-4a11-a2df-9e5b5268b99e,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:42.348959 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['35fc2247-45c6-4a11-a2df-9e5b5268b99e'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:45:42.388204 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d350656-afdd-4233-a5f4-2c49fba4ae5b req-c55b75cf-ad1b-4515-8261-638ff36fe772 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] No DVR routers for this DVR port 35fc2247-45c6-4a11-a2df-9e5b5268b99e on host hv-cinder-80672 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:45:42.390927 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-7d350656-afdd-4233-a5f4-2c49fba4ae5b req-c55b75cf-ad1b-4515-8261-638ff36fe772 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:42.393011 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7d350656-afdd-4233-a5f4-2c49fba4ae5b req-c55b75cf-ad1b-4515-8261-638ff36fe772 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.77 "DELETE /v2.0/ports/35fc2247-45c6-4a11-a2df-9e5b5268b99e HTTP/1.1" status: 204 len: 173 time: 0.4625623 Sep 01 09:45:42.393555 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6b11be-7c79-450e-bca5-d992319405a3', 'name': 'network-vif-deleted', 'tag': '35fc2247-45c6-4a11-a2df-9e5b5268b99e'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:45:42.397122 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3950724-c69f-42ce-bc31-74d2ba3549bd" -d '{"events": [{"server_uuid": "8d6b11be-7c79-450e-bca5-d992319405a3", "name": "network-vif-deleted", "tag": "35fc2247-45c6-4a11-a2df-9e5b5268b99e"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:45:42.434591 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63b5ad6-eabf-48ae-ba9d-4ec5e5cb11ff x-openstack-request-id: req-e63b5ad6-eabf-48ae-ba9d-4ec5e5cb11ff {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:45:42.434870 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6b11be-7c79-450e-bca5-d992319405a3", "name": "network-vif-deleted", "tag": "35fc2247-45c6-4a11-a2df-9e5b5268b99e", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:45:42.435122 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e63b5ad6-eabf-48ae-ba9d-4ec5e5cb11ff {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:45:42.435510 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6b11be-7c79-450e-bca5-d992319405a3', 'name': 'network-vif-deleted', 'tag': '35fc2247-45c6-4a11-a2df-9e5b5268b99e', 'status': 'completed', 'code': 200} Sep 01 09:45:43.197116 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-341949d0-09db-466a-9a9e-22695d281d3f req-4d87a9be-71d3-4485-b417-8d2c73243d56 tempest-VolumesNegativeTest-23903079 tempest-VolumesNegativeTest-23903079-project] 10.222.0.74 "GET /v2.0/ports?device_id=8d6b11be-7c79-450e-bca5-d992319405a3 HTTP/1.1" status: 200 len: 210 time: 0.0271237 Sep 01 09:45:44.651245 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 41362) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:44.758552 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-586a2a08-2c96-49c9-b6ef-5e8d4a73da26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:44.855458 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-586a2a08-2c96-49c9-b6ef-5e8d4a73da26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:44.859428 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-586a2a08-2c96-49c9-b6ef-5e8d4a73da26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:44.898462 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-586a2a08-2c96-49c9-b6ef-5e8d4a73da26 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ac6c477fd13a437d985ac389bc600645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459824 Sep 01 09:45:44.899651 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a2a08-2c96-49c9-b6ef-5e8d4a73da26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addaa53a-0e17-46b3-9552-120e06b4e463,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:44.899932 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 41380) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:44.954165 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2602bc35-fb6b-49fb-b48f-f53d56f2a10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:44.975342 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2602bc35-fb6b-49fb-b48f-f53d56f2a10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:45.022435 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2602bc35-fb6b-49fb-b48f-f53d56f2a10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:45.025290 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2602bc35-fb6b-49fb-b48f-f53d56f2a10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:45.026604 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-2602bc35-fb6b-49fb-b48f-f53d56f2a10f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/addaa53a-0e17-46b3-9552-120e06b4e463 HTTP/1.1" status: 204 len: 168 time: 0.1254060 Sep 01 09:45:45.036702 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602bc35-fb6b-49fb-b48f-f53d56f2a10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addaa53a-0e17-46b3-9552-120e06b4e463,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:46.102211 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 35fc2247-45c6-4a11-a2df-9e5b5268b99e no longer exists at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:45:46.124959 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] No Port match for: 35fc2247-45c6-4a11-a2df-9e5b5268b99e {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:45:46.125304 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 35fc2247-45c6-4a11-a2df-9e5b5268b99e not bound to the agent host hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:45:48.462689 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 41612) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:48.599598 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-240946a3-7cf1-4769-956e-ab0d37370c73 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=26478d7ca0ea4c2d9011c63367bda380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1357408 Sep 01 09:45:48.603207 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 41616) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:48.654257 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-121953fc-bfa5-42db-9ef3-32c4aded1916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:48.675554 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-121953fc-bfa5-42db-9ef3-32c4aded1916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:48.730222 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-121953fc-bfa5-42db-9ef3-32c4aded1916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:48.732823 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-121953fc-bfa5-42db-9ef3-32c4aded1916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:48.733969 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-121953fc-bfa5-42db-9ef3-32c4aded1916 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c692f743-5bd1-4d69-9bcd-d9707ea1ea66 HTTP/1.1" status: 204 len: 168 time: 0.1298630 Sep 01 09:45:48.742108 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121953fc-bfa5-42db-9ef3-32c4aded1916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c692f743-5bd1-4d69-9bcd-d9707ea1ea66,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:49.399761 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 41640) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:49.495576 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-c807b46d-566c-4eb9-8677-75be9ca23235 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-557875111-network', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:45:49.518385 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c807b46d-566c-4eb9-8677-75be9ca23235 admin admin] Made reservation on behalf of 9a6b4370aba745f68a1275c96e88c0dd for: {'network': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:45:49.520639 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c807b46d-566c-4eb9-8677-75be9ca23235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for network, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:49.529015 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c807b46d-566c-4eb9-8677-75be9ca23235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:49.623550 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c807b46d-566c-4eb9-8677-75be9ca23235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:49.629612 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c807b46d-566c-4eb9-8677-75be9ca23235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:49.652273 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c807b46d-566c-4eb9-8677-75be9ca23235 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1058} {{(pid=94093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 09:45:49.661382 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807b46d-566c-4eb9-8677-75be9ca23235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:49.665854 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c807b46d-566c-4eb9-8677-75be9ca23235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:49.666188 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.db.segments_db [None req-c807b46d-566c-4eb9-8677-75be9ca23235 admin admin] Added segment f3b4bf6c-3060-48e5-bcf4-0c6d43822000 of type vlan for network ab4a4563-e980-41b1-967f-5d49ac16dad3 Sep 01 09:45:49.708917 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c807b46d-566c-4eb9-8677-75be9ca23235 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737162809959'] for network, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:49.734764 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c807b46d-566c-4eb9-8677-75be9ca23235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for network, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:49.735724 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c807b46d-566c-4eb9-8677-75be9ca23235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:49.736299 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c807b46d-566c-4eb9-8677-75be9ca23235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:49.785032 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-c807b46d-566c-4eb9-8677-75be9ca23235 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3840778 Sep 01 09:45:49.788077 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 41644) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:49.793908 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807b46d-566c-4eb9-8677-75be9ca23235 admin admin] Pushing event updated for resources: {'Network': ['ID=ab4a4563-e980-41b1-967f-5d49ac16dad3,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:49.796468 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c9a8c0ed-cc9b-4451-99b3-6b5b37d60329 admin admin] Request body: {'subnet': {'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-557875111-subnet', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:45:49.818756 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Network ab4a4563-e980-41b1-967f-5d49ac16dad3 details requested by agent ovs-agent-dv-cinder-806726-2-iscsi with host dv-cinder-806726-2-iscsi {{(pid=94094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 09:45:49.831138 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a8c0ed-cc9b-4451-99b3-6b5b37d60329 admin admin] Made reservation on behalf of 9a6b4370aba745f68a1275c96e88c0dd for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:45:49.833692 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c9a8c0ed-cc9b-4451-99b3-6b5b37d60329 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25035116'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:49.999531 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c9a8c0ed-cc9b-4451-99b3-6b5b37d60329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25067437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25035130'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:50.052077 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8c0ed-cc9b-4451-99b3-6b5b37d60329 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5caddb51-105c-49b1-8267-f3f4c290c1d6,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:50.062532 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a8c0ed-cc9b-4451-99b3-6b5b37d60329 admin admin] Checking segment: {'id': 'f3b4bf6c-3060-48e5-bcf4-0c6d43822000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:45:50.062894 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a8c0ed-cc9b-4451-99b3-6b5b37d60329 admin admin] Network hostable DHCP agents. Network: ab4a4563-e980-41b1-967f-5d49ac16dad3, hostable agents: ['c003adbb-c13d-447f-8337-f44cd480aeda'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 09:45:50.080840 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a8c0ed-cc9b-4451-99b3-6b5b37d60329 admin admin] Network ab4a4563-e980-41b1-967f-5d49ac16dad3 is scheduled to be hosted by DHCP agent c003adbb-c13d-447f-8337-f44cd480aeda with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 09:45:50.089749 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-c9a8c0ed-cc9b-4451-99b3-6b5b37d60329 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-2-iscsi, ab4a4563-e980-41b1-967f-5d49ac16dad3) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:45:50.093879 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a8c0ed-cc9b-4451-99b3-6b5b37d60329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:50.094459 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c9a8c0ed-cc9b-4451-99b3-6b5b37d60329 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:50.099861 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52044e7-55c6-44f3-98b8-f740f52cc3d9 None None] Network ab4a4563-e980-41b1-967f-5d49ac16dad3 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:45:50.113064 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-c9a8c0ed-cc9b-4451-99b3-6b5b37d60329 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3226573 Sep 01 09:45:50.116137 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 41646) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:50.120706 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ecc71dcc-6b29-4e60-b7b1-6cd12c702db1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-557875111-router', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:45:50.142957 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ecc71dcc-6b29-4e60-b7b1-6cd12c702db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16722196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3338'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:50.144076 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ecc71dcc-6b29-4e60-b7b1-6cd12c702db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16687602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16687745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16692834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3357'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:50.197625 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ecc71dcc-6b29-4e60-b7b1-6cd12c702db1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:50.243227 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31bd217-3050-47ee-b713-48b7f55e9493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9314cc3d-ddc5-5adb-9ce6-a70e23c5565a-ab4a4563-e980-41b1-967f-5d49ac16dad3', 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'fixed_ips': [{'subnet_id': '5caddb51-105c-49b1-8267-f3f4c290c1d6'}]}} from dv-cinder-806726-2-iscsi. {{(pid=94094) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 09:45:50.244146 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a31bd217-3050-47ee-b713-48b7f55e9493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:50.330509 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ecc71dcc-6b29-4e60-b7b1-6cd12c702db1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:50.387489 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.db_base_plugin_common [None req-a31bd217-3050-47ee-b713-48b7f55e9493 None None] Allocated IP 172.20.0.2 (ab4a4563-e980-41b1-967f-5d49ac16dad3/5caddb51-105c-49b1-8267-f3f4c290c1d6/b0441a09-6b5d-45b8-aa19-e5cd77aefaa0) {{(pid=94094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:45:50.532104 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a31bd217-3050-47ee-b713-48b7f55e9493 None None] Notify callbacks [] for port, precommit_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:50.540419 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-a31bd217-3050-47ee-b713-48b7f55e9493 None None] Transition to ACTIVE for port object b0441a09-6b5d-45b8-aa19-e5cd77aefaa0 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:45:50.552670 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ecc71dcc-6b29-4e60-b7b1-6cd12c702db1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:50.555446 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-a31bd217-3050-47ee-b713-48b7f55e9493 None None] Transition to ACTIVE for port object b0441a09-6b5d-45b8-aa19-e5cd77aefaa0 will not be triggered until provisioned by entity DHCP. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:45:50.563005 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a31bd217-3050-47ee-b713-48b7f55e9493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:50.572637 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ecc71dcc-6b29-4e60-b7b1-6cd12c702db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:50.601786 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31bd217-3050-47ee-b713-48b7f55e9493 None None] Network ab4a4563-e980-41b1-967f-5d49ac16dad3 is already hosted by enough agents. {{(pid=94094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:45:50.604620 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.scheduler.base_scheduler [None req-a31bd217-3050-47ee-b713-48b7f55e9493 None None] Resources bound (agent type, host, resource id): {{(pid=94094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:45:50.610103 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31bd217-3050-47ee-b713-48b7f55e9493 None None] Received port after_create {{(pid=94094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:45:50.622293 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bd217-3050-47ee-b713-48b7f55e9493 None None] Pushing event updated for resources: {'Port': ['ID=b0441a09-6b5d-45b8-aa19-e5cd77aefaa0,revision_number=1']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:50.667021 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-a31bd217-3050-47ee-b713-48b7f55e9493 None None] Attempting to bind port b0441a09-6b5d-45b8-aa19-e5cd77aefaa0 on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:45:50.667290 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-a31bd217-3050-47ee-b713-48b7f55e9493 None None] Attempting to bind port b0441a09-6b5d-45b8-aa19-e5cd77aefaa0 by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': 'f3b4bf6c-3060-48e5-bcf4-0c6d43822000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:45:50.667688 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31bd217-3050-47ee-b713-48b7f55e9493 None None] Attempting to bind port b0441a09-6b5d-45b8-aa19-e5cd77aefaa0 on network ab4a4563-e980-41b1-967f-5d49ac16dad3 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:45:50.673456 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31bd217-3050-47ee-b713-48b7f55e9493 None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:45:50.673959 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31bd217-3050-47ee-b713-48b7f55e9493 None None] Checking segment: {'id': 'f3b4bf6c-3060-48e5-bcf4-0c6d43822000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:45:50.674528 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a31bd217-3050-47ee-b713-48b7f55e9493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:50.675065 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31bd217-3050-47ee-b713-48b7f55e9493 None None] Bound using segment: {'id': 'f3b4bf6c-3060-48e5-bcf4-0c6d43822000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:45:50.675218 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-ecc71dcc-6b29-4e60-b7b1-6cd12c702db1 admin admin] Allocated IP 172.27.0.130 (5981992f-fe61-47e0-99c1-6f445c6d0ea2/24ba0698-ff73-47e7-90df-c9665eaff537/2a5b1926-ecea-45dc-99d5-f144b7b80c26) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:45:50.675834 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-a31bd217-3050-47ee-b713-48b7f55e9493 None None] Bound port: b0441a09-6b5d-45b8-aa19-e5cd77aefaa0, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b4bf6c-3060-48e5-bcf4-0c6d43822000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:45:50.676440 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a31bd217-3050-47ee-b713-48b7f55e9493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:50.738358 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-a31bd217-3050-47ee-b713-48b7f55e9493 None None] For port b0441a09-6b5d-45b8-aa19-e5cd77aefaa0, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:45:50.741787 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-a31bd217-3050-47ee-b713-48b7f55e9493 None None] For port b0441a09-6b5d-45b8-aa19-e5cd77aefaa0, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=b0441a09-6b5d-45b8-aa19-e5cd77aefaa0,segment=NetworkSegment(f3b4bf6c-3060-48e5-bcf4-0c6d43822000),segment_id=f3b4bf6c-3060-48e5-bcf4-0c6d43822000)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:45:50.747322 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a31bd217-3050-47ee-b713-48b7f55e9493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:50.777931 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ecc71dcc-6b29-4e60-b7b1-6cd12c702db1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:50.809556 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bd217-3050-47ee-b713-48b7f55e9493 None None] Pushing event updated for resources: {'Port': ['ID=b0441a09-6b5d-45b8-aa19-e5cd77aefaa0,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:50.821253 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ecc71dcc-6b29-4e60-b7b1-6cd12c702db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25065501'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:50.856594 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc71dcc-6b29-4e60-b7b1-6cd12c702db1 admin admin] Network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:45:50.861364 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-ecc71dcc-6b29-4e60-b7b1-6cd12c702db1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:45:50.863814 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc71dcc-6b29-4e60-b7b1-6cd12c702db1 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:45:50.891938 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc71dcc-6b29-4e60-b7b1-6cd12c702db1 admin admin] Pushing event updated for resources: {'Port': ['ID=2a5b1926-ecea-45dc-99d5-f144b7b80c26,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:51.133923 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ecc71dcc-6b29-4e60-b7b1-6cd12c702db1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:51.323707 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ecc71dcc-6b29-4e60-b7b1-6cd12c702db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16687563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16687858'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:51.440844 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device b0441a09-6b5d-45b8-aa19-e5cd77aefaa0 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:45:51.458531 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc71dcc-6b29-4e60-b7b1-6cd12c702db1 admin admin] Router 0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e is scheduled to L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 09:45:51.497537 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port b0441a09-6b5d-45b8-aa19-e5cd77aefaa0 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:45:51.572924 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc71dcc-6b29-4e60-b7b1-6cd12c702db1 admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:45:51.585545 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] Sync routers for ids ['0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:45:51.591828 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ecc71dcc-6b29-4e60-b7b1-6cd12c702db1 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:51.593371 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-ecc71dcc-6b29-4e60-b7b1-6cd12c702db1 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4762211 Sep 01 09:45:51.594671 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] Routers {'0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:45:51.595317 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:45:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:51.596213 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 41656) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:51.683892 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7540a59-3ab9-47a4-9bef-84359dcf97fe None None] Network ab4a4563-e980-41b1-967f-5d49ac16dad3 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:45:51.760682 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-9d252162-03aa-4bec-9b17-973464b64359 None None] Provisioning for port b0441a09-6b5d-45b8-aa19-e5cd77aefaa0 completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:45:51.899436 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] Set router 0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:45:51.902933 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-9d252162-03aa-4bec-9b17-973464b64359 None None] Provisioning complete for port b0441a09-6b5d-45b8-aa19-e5cd77aefaa0 triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:45:51.903281 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-9d252162-03aa-4bec-9b17-973464b64359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:52.010625 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-074f5a41-6e49-4b59-917f-748a919ffd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:52.155570 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-074f5a41-6e49-4b59-917f-748a919ffd0e admin admin] Allocated IP 172.20.0.1 (ab4a4563-e980-41b1-967f-5d49ac16dad3/5caddb51-105c-49b1-8267-f3f4c290c1d6/cda09000-f751-4651-bada-6069aee92bc4) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:45:52.179513 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-9d252162-03aa-4bec-9b17-973464b64359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:52.223370 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-9d252162-03aa-4bec-9b17-973464b64359 None None] For port b0441a09-6b5d-45b8-aa19-e5cd77aefaa0, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=b0441a09-6b5d-45b8-aa19-e5cd77aefaa0,segment=NetworkSegment(f3b4bf6c-3060-48e5-bcf4-0c6d43822000),segment_id=f3b4bf6c-3060-48e5-bcf4-0c6d43822000)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:45:52.228516 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-9d252162-03aa-4bec-9b17-973464b64359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:52.235598 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'name': 'tempest-TestMinimumBasicScenario-557875111-router', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:45:51Z', 'revision_number': 3, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'gw_port': {'id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:45:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:52.271103 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-074f5a41-6e49-4b59-917f-748a919ffd0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:52.284813 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-074f5a41-6e49-4b59-917f-748a919ffd0e admin admin] Transition to ACTIVE for port object cda09000-f751-4651-bada-6069aee92bc4 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:45:52.285814 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] Checking router: 0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:45:52.286171 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] Updating router 0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e port 2a5b1926-ecea-45dc-99d5-f144b7b80c26 binding host dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 09:45:52.320394 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-074f5a41-6e49-4b59-917f-748a919ffd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:52.334574 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:52.338089 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d252162-03aa-4bec-9b17-973464b64359 None None] Pushing event updated for resources: {'Port': ['ID=b0441a09-6b5d-45b8-aa19-e5cd77aefaa0,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:52.361691 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074f5a41-6e49-4b59-917f-748a919ffd0e admin admin] Network ab4a4563-e980-41b1-967f-5d49ac16dad3 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:45:52.362726 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-1b478b8d-f48d-4a61-9f4f-4e80608449f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:52.365185 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-074f5a41-6e49-4b59-917f-748a919ffd0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:45:52.371165 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074f5a41-6e49-4b59-917f-748a919ffd0e admin admin] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:45:52.402601 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f5a41-6e49-4b59-917f-748a919ffd0e admin admin] Pushing event updated for resources: {'Port': ['ID=cda09000-f751-4651-bada-6069aee92bc4,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:52.414940 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-074f5a41-6e49-4b59-917f-748a919ffd0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16688769'] for router_interface, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:52.466765 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-f0a44a7b-037c-4a87-b774-2f2128d7bc76 None None] Provisioning complete for port b0441a09-6b5d-45b8-aa19-e5cd77aefaa0 triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:45:52.467373 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f0a44a7b-037c-4a87-b774-2f2128d7bc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:52.556188 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-074f5a41-6e49-4b59-917f-748a919ffd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:52.676410 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:52.687421 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] Transition to ACTIVE for port object 2a5b1926-ecea-45dc-99d5-f144b7b80c26 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:45:52.693894 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:52.741633 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-074f5a41-6e49-4b59-917f-748a919ffd0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:52.747522 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-074f5a41-6e49-4b59-917f-748a919ffd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:52.749318 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] Attempting to bind port 2a5b1926-ecea-45dc-99d5-f144b7b80c26 on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:45:52.749775 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] Attempting to bind port 2a5b1926-ecea-45dc-99d5-f144b7b80c26 by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:45:52.750117 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] Attempting to bind port 2a5b1926-ecea-45dc-99d5-f144b7b80c26 on network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:45:52.754554 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f29b82-e3e8-4fe2-9128-340d1ad7bc4b None None] Pushing event updated for resources: {'Port': ['ID=2a5b1926-ecea-45dc-99d5-f144b7b80c26,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:52.761717 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:45:52.762106 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] Checking segment: {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:45:52.762589 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:52.762974 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] Bound using segment: {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:45:52.763444 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] Bound port: 2a5b1926-ecea-45dc-99d5-f144b7b80c26, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:45:52.763902 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:52.766672 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-ad18c855-8d93-46d5-885e-4ec49cb37941 None None] Provisioning for port cda09000-f751-4651-bada-6069aee92bc4 completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:45:52.788321 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-ad18c855-8d93-46d5-885e-4ec49cb37941 None None] Provisioning complete for port cda09000-f751-4651-bada-6069aee92bc4 triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:45:52.788771 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-ad18c855-8d93-46d5-885e-4ec49cb37941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:52.828585 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-074f5a41-6e49-4b59-917f-748a919ffd0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16366407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16703281'] for router_interface, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:52.830367 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f5a41-6e49-4b59-917f-748a919ffd0e admin admin] Pushing event updated for resources: {'Port': ['ID=cda09000-f751-4651-bada-6069aee92bc4,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:52.846558 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-ad18c855-8d93-46d5-885e-4ec49cb37941 None None] Port cda09000-f751-4651-bada-6069aee92bc4 cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:45:52.848435 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] For port 2a5b1926-ecea-45dc-99d5-f144b7b80c26, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:45:52.851960 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] For port 2a5b1926-ecea-45dc-99d5-f144b7b80c26, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=2a5b1926-ecea-45dc-99d5-f144b7b80c26,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:45:52.858928 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:52.919583 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] Routers {'0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:45:52.920195 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:45:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:52.923070 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f29b82-e3e8-4fe2-9128-340d1ad7bc4b None None] Pushing event updated for resources: {'Port': ['ID=2a5b1926-ecea-45dc-99d5-f144b7b80c26,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:52.936570 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074f5a41-6e49-4b59-917f-748a919ffd0e admin admin] Network ab4a4563-e980-41b1-967f-5d49ac16dad3 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:45:52.938039 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-074f5a41-6e49-4b59-917f-748a919ffd0e admin admin] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:45:53.046506 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] Set router 0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:45:53.056029 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074f5a41-6e49-4b59-917f-748a919ffd0e admin admin] Router 0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:45:53.165699 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074f5a41-6e49-4b59-917f-748a919ffd0e admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:45:53.171704 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-074f5a41-6e49-4b59-917f-748a919ffd0e admin admin] 10.222.0.74 "PUT /v2.0/routers/0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5742960 Sep 01 09:45:53.191403 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-aa3a2182-ca26-4705-9f16-a97765df1ac6 None None] Provisioning complete for port cda09000-f751-4651-bada-6069aee92bc4 triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:45:53.191894 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-aa3a2182-ca26-4705-9f16-a97765df1ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:53.259646 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-aa3a2182-ca26-4705-9f16-a97765df1ac6 None None] Port cda09000-f751-4651-bada-6069aee92bc4 cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:45:53.287225 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'name': 'tempest-TestMinimumBasicScenario-557875111-router', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:45:52Z', 'revision_number': 4, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'gw_port': {'id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'cda09000-f751-4651-bada-6069aee92bc4', 'name': '', 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'mac_address': 'fa:16:3e:12:d8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5caddb51-105c-49b1-8267-f3f4c290c1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:52Z', 'updated_at': '2021-09-01T09:45:52Z', 'revision_number': 2, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'subnets': [{'id': '5caddb51-105c-49b1-8267-f3f4c290c1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:53.314085 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30ca871-9419-4edf-a3ec-e8a9ca50d882 None None] The sync data for ids ['0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'] in dv-cinder-806726-2-iscsi is: [{'id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'name': 'tempest-TestMinimumBasicScenario-557875111-router', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:45:52Z', 'revision_number': 4, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'gw_port': {'id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'cda09000-f751-4651-bada-6069aee92bc4', 'name': '', 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'mac_address': 'fa:16:3e:12:d8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5caddb51-105c-49b1-8267-f3f4c290c1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:52Z', 'updated_at': '2021-09-01T09:45:52Z', 'revision_number': 2, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'subnets': [{'id': '5caddb51-105c-49b1-8267-f3f4c290c1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:45:53.400842 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device b0441a09-6b5d-45b8-aa19-e5cd77aefaa0 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:45:53.450365 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port b0441a09-6b5d-45b8-aa19-e5cd77aefaa0 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:45:53.450742 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:53.700112 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 41676) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:53.705153 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-cb7b022e-48e4-4476-a1af-79730e0f7263 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1523383522-network', 'tenant_id': '9eddc455ca1e4a0c857e6191c2731654'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:45:53.726801 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7b022e-48e4-4476-a1af-79730e0f7263 admin admin] Made reservation on behalf of 9eddc455ca1e4a0c857e6191c2731654 for: {'network': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:45:53.729162 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb7b022e-48e4-4476-a1af-79730e0f7263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for network, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:53.738639 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb7b022e-48e4-4476-a1af-79730e0f7263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:53.832556 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb7b022e-48e4-4476-a1af-79730e0f7263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:53.837214 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb7b022e-48e4-4476-a1af-79730e0f7263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:53.862270 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7b022e-48e4-4476-a1af-79730e0f7263 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1073} {{(pid=94093) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 09:45:53.872517 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b022e-48e4-4476-a1af-79730e0f7263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabb16fa-09bc-41d7-88c8-c7aa38f9c022,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:53.877350 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb7b022e-48e4-4476-a1af-79730e0f7263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:53.877691 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.db.segments_db [None req-cb7b022e-48e4-4476-a1af-79730e0f7263 admin admin] Added segment d2820786-7503-417e-8abd-fbd0fe6f9416 of type vlan for network 206c2bff-3e1a-43e6-b468-1ba7cbd869f2 Sep 01 09:45:53.925603 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb7b022e-48e4-4476-a1af-79730e0f7263 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737162809959'] for network, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:53.952328 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb7b022e-48e4-4476-a1af-79730e0f7263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441'] for network, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:53.953300 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7b022e-48e4-4476-a1af-79730e0f7263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:53.953973 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cb7b022e-48e4-4476-a1af-79730e0f7263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:54.002820 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:54.020544 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-cb7b022e-48e4-4476-a1af-79730e0f7263 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3167756 Sep 01 09:45:54.021008 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 41678) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:54.021930 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b022e-48e4-4476-a1af-79730e0f7263 admin admin] Pushing event updated for resources: {'Network': ['ID=206c2bff-3e1a-43e6-b468-1ba7cbd869f2,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:54.028809 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-237eb66a-faf4-48b0-bfc2-94e355163daf admin admin] Request body: {'subnet': {'network_id': '206c2bff-3e1a-43e6-b468-1ba7cbd869f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1523383522-subnet', 'tenant_id': '9eddc455ca1e4a0c857e6191c2731654', 'ip_version': 4}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:45:54.033429 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Network 206c2bff-3e1a-43e6-b468-1ba7cbd869f2 details requested by agent ovs-agent-dv-cinder-806726-2-iscsi with host dv-cinder-806726-2-iscsi {{(pid=94094) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 09:45:54.051405 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237eb66a-faf4-48b0-bfc2-94e355163daf admin admin] Made reservation on behalf of 9eddc455ca1e4a0c857e6191c2731654 for: {'subnet': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:45:54.054096 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-237eb66a-faf4-48b0-bfc2-94e355163daf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14136151'] for subnet, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:54.225334 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-237eb66a-faf4-48b0-bfc2-94e355163daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24772634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14136129'] for subnet, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:54.294775 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237eb66a-faf4-48b0-bfc2-94e355163daf admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd7670c2-dbc2-4e20-a57d-29fc88acc106,revision_number=0']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:54.303648 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237eb66a-faf4-48b0-bfc2-94e355163daf admin admin] Checking segment: {'id': 'd2820786-7503-417e-8abd-fbd0fe6f9416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '206c2bff-3e1a-43e6-b468-1ba7cbd869f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:45:54.304034 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237eb66a-faf4-48b0-bfc2-94e355163daf admin admin] Network hostable DHCP agents. Network: 206c2bff-3e1a-43e6-b468-1ba7cbd869f2, hostable agents: ['c003adbb-c13d-447f-8337-f44cd480aeda'], hosted agents: [] {{(pid=94093) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 09:45:54.322103 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237eb66a-faf4-48b0-bfc2-94e355163daf admin admin] Network 206c2bff-3e1a-43e6-b468-1ba7cbd869f2 is scheduled to be hosted by DHCP agent c003adbb-c13d-447f-8337-f44cd480aeda with binding_index 1 {{(pid=94093) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 09:45:54.332128 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-237eb66a-faf4-48b0-bfc2-94e355163daf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806726-2-iscsi, 206c2bff-3e1a-43e6-b468-1ba7cbd869f2) {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:45:54.336163 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237eb66a-faf4-48b0-bfc2-94e355163daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:45:54.336749 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-237eb66a-faf4-48b0-bfc2-94e355163daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:54.341428 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b7d119-42fb-43db-97f4-fc92780e73f2 None None] Network 206c2bff-3e1a-43e6-b468-1ba7cbd869f2 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:45:54.355674 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-237eb66a-faf4-48b0-bfc2-94e355163daf admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3309460 Sep 01 09:45:54.358096 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 41680) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:54.362470 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-2ff65a62-7911-4bd9-af53-1433e731dfe0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1523383522-router', 'tenant_id': '9eddc455ca1e4a0c857e6191c2731654', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:45:54.384584 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2ff65a62-7911-4bd9-af53-1433e731dfe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16722196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3338'] for router, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:54.385762 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2ff65a62-7911-4bd9-af53-1433e731dfe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16687602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16687745', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16692834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3357'] for router, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:54.442689 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2ff65a62-7911-4bd9-af53-1433e731dfe0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:54.494823 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11520d3c-174e-4c70-97c2-d37749377eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9314cc3d-ddc5-5adb-9ce6-a70e23c5565a-206c2bff-3e1a-43e6-b468-1ba7cbd869f2', 'network_id': '206c2bff-3e1a-43e6-b468-1ba7cbd869f2', 'tenant_id': '9eddc455ca1e4a0c857e6191c2731654', 'fixed_ips': [{'subnet_id': 'dd7670c2-dbc2-4e20-a57d-29fc88acc106'}]}} from dv-cinder-806726-2-iscsi. {{(pid=94094) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 09:45:54.495723 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-11520d3c-174e-4c70-97c2-d37749377eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:54.639354 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.db_base_plugin_common [None req-11520d3c-174e-4c70-97c2-d37749377eed None None] Allocated IP 172.20.0.2 (206c2bff-3e1a-43e6-b468-1ba7cbd869f2/dd7670c2-dbc2-4e20-a57d-29fc88acc106/10b51a7e-b1e3-4c40-ba9f-547cb1d63549) {{(pid=94094) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:45:54.794595 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-11520d3c-174e-4c70-97c2-d37749377eed None None] Notify callbacks [] for port, precommit_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:54.803803 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-11520d3c-174e-4c70-97c2-d37749377eed None None] Transition to ACTIVE for port object 10b51a7e-b1e3-4c40-ba9f-547cb1d63549 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:45:54.832079 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-11520d3c-174e-4c70-97c2-d37749377eed None None] Transition to ACTIVE for port object 10b51a7e-b1e3-4c40-ba9f-547cb1d63549 will not be triggered until provisioned by entity DHCP. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:45:54.839545 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2ff65a62-7911-4bd9-af53-1433e731dfe0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:54.851391 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-11520d3c-174e-4c70-97c2-d37749377eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768'] for port, after_create {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:54.875004 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-dc0ec8bf-5ea9-441e-8836-e44bea7ffea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:54.892398 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11520d3c-174e-4c70-97c2-d37749377eed None None] Network 206c2bff-3e1a-43e6-b468-1ba7cbd869f2 is already hosted by enough agents. {{(pid=94094) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:45:54.896161 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.scheduler.base_scheduler [None req-11520d3c-174e-4c70-97c2-d37749377eed None None] Resources bound (agent type, host, resource id): {{(pid=94094) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:45:54.900512 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11520d3c-174e-4c70-97c2-d37749377eed None None] Received port after_create {{(pid=94094) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:45:54.903578 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11520d3c-174e-4c70-97c2-d37749377eed None None] Pushing event updated for resources: {'Port': ['ID=10b51a7e-b1e3-4c40-ba9f-547cb1d63549,revision_number=1']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:54.957090 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-11520d3c-174e-4c70-97c2-d37749377eed None None] Attempting to bind port 10b51a7e-b1e3-4c40-ba9f-547cb1d63549 on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:45:54.957519 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-11520d3c-174e-4c70-97c2-d37749377eed None None] Attempting to bind port 10b51a7e-b1e3-4c40-ba9f-547cb1d63549 by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': 'd2820786-7503-417e-8abd-fbd0fe6f9416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '206c2bff-3e1a-43e6-b468-1ba7cbd869f2'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:45:54.957998 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11520d3c-174e-4c70-97c2-d37749377eed None None] Attempting to bind port 10b51a7e-b1e3-4c40-ba9f-547cb1d63549 on network 206c2bff-3e1a-43e6-b468-1ba7cbd869f2 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:45:54.963314 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11520d3c-174e-4c70-97c2-d37749377eed None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:45:54.967741 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11520d3c-174e-4c70-97c2-d37749377eed None None] Checking segment: {'id': 'd2820786-7503-417e-8abd-fbd0fe6f9416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '206c2bff-3e1a-43e6-b468-1ba7cbd869f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:45:54.967741 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-11520d3c-174e-4c70-97c2-d37749377eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:54.967741 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11520d3c-174e-4c70-97c2-d37749377eed None None] Bound using segment: {'id': 'd2820786-7503-417e-8abd-fbd0fe6f9416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '206c2bff-3e1a-43e6-b468-1ba7cbd869f2'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:45:54.967741 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-11520d3c-174e-4c70-97c2-d37749377eed None None] Bound port: 10b51a7e-b1e3-4c40-ba9f-547cb1d63549, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2820786-7503-417e-8abd-fbd0fe6f9416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '206c2bff-3e1a-43e6-b468-1ba7cbd869f2'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:45:54.967741 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-11520d3c-174e-4c70-97c2-d37749377eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:55.036973 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-11520d3c-174e-4c70-97c2-d37749377eed None None] For port 10b51a7e-b1e3-4c40-ba9f-547cb1d63549, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:45:55.040454 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-11520d3c-174e-4c70-97c2-d37749377eed None None] For port 10b51a7e-b1e3-4c40-ba9f-547cb1d63549, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=10b51a7e-b1e3-4c40-ba9f-547cb1d63549,segment=NetworkSegment(d2820786-7503-417e-8abd-fbd0fe6f9416),segment_id=d2820786-7503-417e-8abd-fbd0fe6f9416)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:45:55.046457 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-11520d3c-174e-4c70-97c2-d37749377eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:55.049318 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2ff65a62-7911-4bd9-af53-1433e731dfe0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:55.068787 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2ff65a62-7911-4bd9-af53-1433e731dfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:55.180464 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-2ff65a62-7911-4bd9-af53-1433e731dfe0 admin admin] Allocated IP 172.27.0.165 (5981992f-fe61-47e0-99c1-6f445c6d0ea2/24ba0698-ff73-47e7-90df-c9665eaff537/7c4b8220-2e20-44b0-80ac-f6f3a18adacc) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:45:55.229983 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11520d3c-174e-4c70-97c2-d37749377eed None None] Pushing event updated for resources: {'Port': ['ID=10b51a7e-b1e3-4c40-ba9f-547cb1d63549,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:55.254200 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] Sync routers for ids ['0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'] in dv-cinder-806726-2-iscsi {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:45:55.263025 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] Routers {'0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:45:55.263637 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:45:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:55.293243 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2ff65a62-7911-4bd9-af53-1433e731dfe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:55.333952 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2ff65a62-7911-4bd9-af53-1433e731dfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:55.376151 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff65a62-7911-4bd9-af53-1433e731dfe0 admin admin] Network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:45:55.379014 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] Set router 0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:45:55.379232 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-2ff65a62-7911-4bd9-af53-1433e731dfe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:45:55.386107 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff65a62-7911-4bd9-af53-1433e731dfe0 admin admin] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:45:55.431827 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff65a62-7911-4bd9-af53-1433e731dfe0 admin admin] Pushing event updated for resources: {'Port': ['ID=7c4b8220-2e20-44b0-80ac-f6f3a18adacc,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:55.508520 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:55.515938 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 2a5b1926-ecea-45dc-99d5-f144b7b80c26 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:45:55.577621 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port 2a5b1926-ecea-45dc-99d5-f144b7b80c26 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:45:55.582647 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 2a5b1926-ecea-45dc-99d5-f144b7b80c26 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:45:55.590593 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:55.695371 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:55.717126 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port 2a5b1926-ecea-45dc-99d5-f144b7b80c26, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=2a5b1926-ecea-45dc-99d5-f144b7b80c26,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:45:55.722302 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:55.735185 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2ff65a62-7911-4bd9-af53-1433e731dfe0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:55.768208 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'name': 'tempest-TestMinimumBasicScenario-557875111-router', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:45:52Z', 'revision_number': 4, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'gw_port': {'id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'cda09000-f751-4651-bada-6069aee92bc4', 'name': '', 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'mac_address': 'fa:16:3e:12:d8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5caddb51-105c-49b1-8267-f3f4c290c1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:52Z', 'updated_at': '2021-09-01T09:45:52Z', 'revision_number': 2, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'subnets': [{'id': '5caddb51-105c-49b1-8267-f3f4c290c1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:55.771634 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=2a5b1926-ecea-45dc-99d5-f144b7b80c26,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:55.794147 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] Checking router: 0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e for host: dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:45:55.794492 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] Updating router 0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e port cda09000-f751-4651-bada-6069aee92bc4 binding host dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 09:45:55.818534 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:55.932544 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2ff65a62-7911-4bd9-af53-1433e731dfe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16687563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16687858'] for router, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:56.070627 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff65a62-7911-4bd9-af53-1433e731dfe0 admin admin] Router 37ae8bd3-6643-4fc3-9371-a801c3d454ad is scheduled to L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 with binding_index 1 {{(pid=94093) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 09:45:56.091825 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:56.102342 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] Transition to ACTIVE for port object cda09000-f751-4651-bada-6069aee92bc4 will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:45:56.110369 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:56.119452 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:56.160183 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0622a7f-90a9-4901-ae55-b7dcd90c5f00 None None] Pushing event updated for resources: {'Port': ['ID=cda09000-f751-4651-bada-6069aee92bc4,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:56.179616 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff65a62-7911-4bd9-af53-1433e731dfe0 admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:45:56.180282 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0622a7f-90a9-4901-ae55-b7dcd90c5f00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:56.180621 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0622a7f-90a9-4901-ae55-b7dcd90c5f00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:56.180944 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0622a7f-90a9-4901-ae55-b7dcd90c5f00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:56.181272 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0622a7f-90a9-4901-ae55-b7dcd90c5f00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:56.181587 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0622a7f-90a9-4901-ae55-b7dcd90c5f00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:56.181907 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0622a7f-90a9-4901-ae55-b7dcd90c5f00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:56.182220 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0622a7f-90a9-4901-ae55-b7dcd90c5f00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:56.182531 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0622a7f-90a9-4901-ae55-b7dcd90c5f00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:56.182860 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0622a7f-90a9-4901-ae55-b7dcd90c5f00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:56.183372 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0622a7f-90a9-4901-ae55-b7dcd90c5f00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:56.183715 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0622a7f-90a9-4901-ae55-b7dcd90c5f00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:56.184625 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0622a7f-90a9-4901-ae55-b7dcd90c5f00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94096) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:45:56.196377 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2ff65a62-7911-4bd9-af53-1433e731dfe0 admin admin] Notify callbacks [] for router, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:56.197790 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] Sync routers for ids ['37ae8bd3-6643-4fc3-9371-a801c3d454ad'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:45:56.198054 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-2ff65a62-7911-4bd9-af53-1433e731dfe0 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8388236 Sep 01 09:45:56.200673 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 41690) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:45:56.217154 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] Routers {'37ae8bd3-6643-4fc3-9371-a801c3d454ad'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:45:56.218370 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:45:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['37ae8bd3-6643-4fc3-9371-a801c3d454ad'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:56.219900 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] Attempting to bind port cda09000-f751-4651-bada-6069aee92bc4 on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:45:56.220143 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] Attempting to bind port cda09000-f751-4651-bada-6069aee92bc4 by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': 'f3b4bf6c-3060-48e5-bcf4-0c6d43822000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:45:56.220495 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] Attempting to bind port cda09000-f751-4651-bada-6069aee92bc4 on network ab4a4563-e980-41b1-967f-5d49ac16dad3 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:45:56.229759 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:45:56.230435 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] Checking segment: {'id': 'f3b4bf6c-3060-48e5-bcf4-0c6d43822000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:45:56.230997 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:56.231532 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] Bound using segment: {'id': 'f3b4bf6c-3060-48e5-bcf4-0c6d43822000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:45:56.232159 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] Bound port: cda09000-f751-4651-bada-6069aee92bc4, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b4bf6c-3060-48e5-bcf4-0c6d43822000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:45:56.232722 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:56.309661 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] For port cda09000-f751-4651-bada-6069aee92bc4, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:45:56.313891 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] For port cda09000-f751-4651-bada-6069aee92bc4, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=cda09000-f751-4651-bada-6069aee92bc4,segment=NetworkSegment(f3b4bf6c-3060-48e5-bcf4-0c6d43822000),segment_id=f3b4bf6c-3060-48e5-bcf4-0c6d43822000)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:45:56.320400 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:56.335281 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] Set router 37ae8bd3-6643-4fc3-9371-a801c3d454ad gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:45:56.383943 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] Routers {'0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:45:56.384582 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:45:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:56.389621 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0622a7f-90a9-4901-ae55-b7dcd90c5f00 None None] Pushing event updated for resources: {'Port': ['ID=cda09000-f751-4651-bada-6069aee92bc4,revision_number=4']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:56.438782 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2906cba8-a119-4c5b-a4a1-053c92d17d1e None None] Network 206c2bff-3e1a-43e6-b468-1ba7cbd869f2 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:45:56.507316 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] Set router 0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:45:56.597828 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d002c7ab-460a-4ea2-bf36-1a913fc5c8e0 None None] Provisioning for port 10b51a7e-b1e3-4c40-ba9f-547cb1d63549 completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:45:56.723498 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ae8bd3-6643-4fc3-9371-a801c3d454ad', 'name': 'tempest-TestMinimumBasicScenario-1523383522-router', 'tenant_id': '9eddc455ca1e4a0c857e6191c2731654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '7c4b8220-2e20-44b0-80ac-f6f3a18adacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:45:54Z', 'updated_at': '2021-09-01T09:45:55Z', 'revision_number': 3, 'project_id': '9eddc455ca1e4a0c857e6191c2731654', 'gw_port': {'id': '7c4b8220-2e20-44b0-80ac-f6f3a18adacc', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ae8bd3-6643-4fc3-9371-a801c3d454ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:55Z', 'updated_at': '2021-09-01T09:45:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:56.737104 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9a88afe6-e78a-42cf-906a-715c1bd41bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:56.741816 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'name': 'tempest-TestMinimumBasicScenario-557875111-router', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:45:52Z', 'revision_number': 4, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'gw_port': {'id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'cda09000-f751-4651-bada-6069aee92bc4', 'name': '', 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'mac_address': 'fa:16:3e:12:d8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5caddb51-105c-49b1-8267-f3f4c290c1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:52Z', 'updated_at': '2021-09-01T09:45:56Z', 'revision_number': 4, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'subnets': [{'id': '5caddb51-105c-49b1-8267-f3f4c290c1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:56.751849 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] Checking router: 37ae8bd3-6643-4fc3-9371-a801c3d454ad for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:45:56.752199 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] Updating router 37ae8bd3-6643-4fc3-9371-a801c3d454ad port 7c4b8220-2e20-44b0-80ac-f6f3a18adacc binding host dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 09:45:56.771168 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05686a6e-f625-4ed5-8daa-4f4814e76bda None None] The sync data for ids ['0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'] in dv-cinder-806726-2-iscsi is: [{'id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'name': 'tempest-TestMinimumBasicScenario-557875111-router', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:45:52Z', 'revision_number': 4, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'gw_port': {'id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'cda09000-f751-4651-bada-6069aee92bc4', 'name': '', 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'mac_address': 'fa:16:3e:12:d8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5caddb51-105c-49b1-8267-f3f4c290c1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:52Z', 'updated_at': '2021-09-01T09:45:56Z', 'revision_number': 4, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'subnets': [{'id': '5caddb51-105c-49b1-8267-f3f4c290c1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:45:56.780866 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:56.932532 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-9a88afe6-e78a-42cf-906a-715c1bd41bd8 admin admin] Allocated IP 172.20.0.1 (206c2bff-3e1a-43e6-b468-1ba7cbd869f2/dd7670c2-dbc2-4e20-a57d-29fc88acc106/1646967d-2d86-4e34-860d-2657c008867a) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:45:57.052268 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9a88afe6-e78a-42cf-906a-715c1bd41bd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:57.065763 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9a88afe6-e78a-42cf-906a-715c1bd41bd8 admin admin] Transition to ACTIVE for port object 1646967d-2d86-4e34-860d-2657c008867a will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:45:57.092741 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:57.100974 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9a88afe6-e78a-42cf-906a-715c1bd41bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:57.103639 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] Transition to ACTIVE for port object 7c4b8220-2e20-44b0-80ac-f6f3a18adacc will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:45:57.110900 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:57.142831 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a88afe6-e78a-42cf-906a-715c1bd41bd8 admin admin] Network 206c2bff-3e1a-43e6-b468-1ba7cbd869f2 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:45:57.148057 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-9a88afe6-e78a-42cf-906a-715c1bd41bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:45:57.151597 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a88afe6-e78a-42cf-906a-715c1bd41bd8 admin admin] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:45:57.169581 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] Attempting to bind port 7c4b8220-2e20-44b0-80ac-f6f3a18adacc on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:45:57.170105 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] Attempting to bind port 7c4b8220-2e20-44b0-80ac-f6f3a18adacc by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:45:57.170221 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] Attempting to bind port 7c4b8220-2e20-44b0-80ac-f6f3a18adacc on network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:45:57.178074 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57aa838-1eff-4d40-8d47-01344c70bacd None None] Pushing event updated for resources: {'Port': ['ID=7c4b8220-2e20-44b0-80ac-f6f3a18adacc,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:57.178524 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88afe6-e78a-42cf-906a-715c1bd41bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=1646967d-2d86-4e34-860d-2657c008867a,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:57.181796 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:45:57.182176 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] Checking segment: {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:45:57.182583 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:57.182960 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] Bound using segment: {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:45:57.183971 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] Bound port: 7c4b8220-2e20-44b0-80ac-f6f3a18adacc, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f874a01a-f44a-461c-99c0-73f767db9560', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:45:57.183971 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:57.200750 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9a88afe6-e78a-42cf-906a-715c1bd41bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16688769'] for router_interface, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:57.246525 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] For port 7c4b8220-2e20-44b0-80ac-f6f3a18adacc, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:45:57.250218 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] For port 7c4b8220-2e20-44b0-80ac-f6f3a18adacc, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=7c4b8220-2e20-44b0-80ac-f6f3a18adacc,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:45:57.257544 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:57.311536 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] Routers {'37ae8bd3-6643-4fc3-9371-a801c3d454ad'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:45:57.312295 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:45:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['37ae8bd3-6643-4fc3-9371-a801c3d454ad'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:57.360695 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9a88afe6-e78a-42cf-906a-715c1bd41bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:57.362473 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57aa838-1eff-4d40-8d47-01344c70bacd None None] Pushing event updated for resources: {'Port': ['ID=7c4b8220-2e20-44b0-80ac-f6f3a18adacc,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:57.459736 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] Set router 37ae8bd3-6643-4fc3-9371-a801c3d454ad gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:45:57.557959 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d11437a8-5c7a-4ce3-b91b-3325a0a065fc None None] Provisioning for port 1646967d-2d86-4e34-860d-2657c008867a completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:45:57.563082 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9a88afe6-e78a-42cf-906a-715c1bd41bd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:57.569147 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9a88afe6-e78a-42cf-906a-715c1bd41bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:57.588300 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 2a5b1926-ecea-45dc-99d5-f144b7b80c26 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:45:57.610157 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d11437a8-5c7a-4ce3-b91b-3325a0a065fc None None] Provisioning complete for port 1646967d-2d86-4e34-860d-2657c008867a triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:45:57.610525 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d11437a8-5c7a-4ce3-b91b-3325a0a065fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:57.637278 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9a88afe6-e78a-42cf-906a-715c1bd41bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16366407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16703281'] for router_interface, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:57.644923 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88afe6-e78a-42cf-906a-715c1bd41bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=1646967d-2d86-4e34-860d-2657c008867a,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:57.680299 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d11437a8-5c7a-4ce3-b91b-3325a0a065fc None None] Port 1646967d-2d86-4e34-860d-2657c008867a cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:45:57.717296 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 2a5b1926-ecea-45dc-99d5-f144b7b80c26 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:45:57.717667 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:57.734824 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a88afe6-e78a-42cf-906a-715c1bd41bd8 admin admin] Network 206c2bff-3e1a-43e6-b468-1ba7cbd869f2 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:45:57.736358 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-9a88afe6-e78a-42cf-906a-715c1bd41bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:45:57.782583 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ae8bd3-6643-4fc3-9371-a801c3d454ad', 'name': 'tempest-TestMinimumBasicScenario-1523383522-router', 'tenant_id': '9eddc455ca1e4a0c857e6191c2731654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '7c4b8220-2e20-44b0-80ac-f6f3a18adacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:45:54Z', 'updated_at': '2021-09-01T09:45:57Z', 'revision_number': 4, 'project_id': '9eddc455ca1e4a0c857e6191c2731654', 'gw_port': {'id': '7c4b8220-2e20-44b0-80ac-f6f3a18adacc', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ae8bd3-6643-4fc3-9371-a801c3d454ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:55Z', 'updated_at': '2021-09-01T09:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '1646967d-2d86-4e34-860d-2657c008867a', 'name': '', 'network_id': '206c2bff-3e1a-43e6-b468-1ba7cbd869f2', 'tenant_id': '9eddc455ca1e4a0c857e6191c2731654', 'mac_address': 'fa:16:3e:90:40:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ae8bd3-6643-4fc3-9371-a801c3d454ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'dd7670c2-dbc2-4e20-a57d-29fc88acc106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:56Z', 'updated_at': '2021-09-01T09:45:56Z', 'revision_number': 1, 'project_id': '9eddc455ca1e4a0c857e6191c2731654', 'subnets': [{'id': 'dd7670c2-dbc2-4e20-a57d-29fc88acc106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:45:57.826015 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79688f1-31d9-4dc1-af50-0c1e3eb42512 None None] The sync data for ids ['37ae8bd3-6643-4fc3-9371-a801c3d454ad'] in dv-cinder-806726-2-iscsi is: [{'id': '37ae8bd3-6643-4fc3-9371-a801c3d454ad', 'name': 'tempest-TestMinimumBasicScenario-1523383522-router', 'tenant_id': '9eddc455ca1e4a0c857e6191c2731654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '7c4b8220-2e20-44b0-80ac-f6f3a18adacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:45:54Z', 'updated_at': '2021-09-01T09:45:57Z', 'revision_number': 4, 'project_id': '9eddc455ca1e4a0c857e6191c2731654', 'gw_port': {'id': '7c4b8220-2e20-44b0-80ac-f6f3a18adacc', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ae8bd3-6643-4fc3-9371-a801c3d454ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:55Z', 'updated_at': '2021-09-01T09:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '1646967d-2d86-4e34-860d-2657c008867a', 'name': '', 'network_id': '206c2bff-3e1a-43e6-b468-1ba7cbd869f2', 'tenant_id': '9eddc455ca1e4a0c857e6191c2731654', 'mac_address': 'fa:16:3e:90:40:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ae8bd3-6643-4fc3-9371-a801c3d454ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'dd7670c2-dbc2-4e20-a57d-29fc88acc106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:56Z', 'updated_at': '2021-09-01T09:45:56Z', 'revision_number': 1, 'project_id': '9eddc455ca1e4a0c857e6191c2731654', 'subnets': [{'id': 'dd7670c2-dbc2-4e20-a57d-29fc88acc106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:45:57.839312 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 10b51a7e-b1e3-4c40-ba9f-547cb1d63549 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:45:57.852786 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a88afe6-e78a-42cf-906a-715c1bd41bd8 admin admin] Router 37ae8bd3-6643-4fc3-9371-a801c3d454ad has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:45:57.898761 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port 10b51a7e-b1e3-4c40-ba9f-547cb1d63549 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:45:57.911049 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 10b51a7e-b1e3-4c40-ba9f-547cb1d63549 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:45:57.911420 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:58.009035 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a88afe6-e78a-42cf-906a-715c1bd41bd8 admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:45:58.014184 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-9a88afe6-e78a-42cf-906a-715c1bd41bd8 admin admin] 10.222.0.74 "PUT /v2.0/routers/37ae8bd3-6643-4fc3-9371-a801c3d454ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8123479 Sep 01 09:45:58.083601 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:58.094599 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-e61cb743-4737-405c-8aad-9a59e967f144 None None] Provisioning complete for port 1646967d-2d86-4e34-860d-2657c008867a triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:45:58.094965 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e61cb743-4737-405c-8aad-9a59e967f144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:58.138457 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-e61cb743-4737-405c-8aad-9a59e967f144 None None] Port 1646967d-2d86-4e34-860d-2657c008867a cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:45:58.172995 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:58.211459 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port 10b51a7e-b1e3-4c40-ba9f-547cb1d63549, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=10b51a7e-b1e3-4c40-ba9f-547cb1d63549,segment=NetworkSegment(d2820786-7503-417e-8abd-fbd0fe6f9416),segment_id=d2820786-7503-417e-8abd-fbd0fe6f9416)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:45:58.216391 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:58.217189 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device cda09000-f751-4651-bada-6069aee92bc4 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:45:58.294868 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=10b51a7e-b1e3-4c40-ba9f-547cb1d63549,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:58.310298 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port cda09000-f751-4651-bada-6069aee92bc4 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:45:58.314803 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port cda09000-f751-4651-bada-6069aee92bc4 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:45:58.315260 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:58.405312 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:58.441147 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port cda09000-f751-4651-bada-6069aee92bc4, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=cda09000-f751-4651-bada-6069aee92bc4,segment=NetworkSegment(f3b4bf6c-3060-48e5-bcf4-0c6d43822000),segment_id=f3b4bf6c-3060-48e5-bcf4-0c6d43822000)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:45:58.447286 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:58.524119 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=cda09000-f751-4651-bada-6069aee92bc4,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:45:59.571553 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 7c4b8220-2e20-44b0-80ac-f6f3a18adacc up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:45:59.653027 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port 7c4b8220-2e20-44b0-80ac-f6f3a18adacc completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:45:59.658084 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 7c4b8220-2e20-44b0-80ac-f6f3a18adacc triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:45:59.658792 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:59.787396 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:59.863332 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port 7c4b8220-2e20-44b0-80ac-f6f3a18adacc, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=7c4b8220-2e20-44b0-80ac-f6f3a18adacc,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:45:59.888477 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:45:59.889296 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device cda09000-f751-4651-bada-6069aee92bc4 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:46:00.009957 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=7c4b8220-2e20-44b0-80ac-f6f3a18adacc,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:00.024305 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port cda09000-f751-4651-bada-6069aee92bc4 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:46:00.024689 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:00.129936 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 10b51a7e-b1e3-4c40-ba9f-547cb1d63549 up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:46:00.187922 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 10b51a7e-b1e3-4c40-ba9f-547cb1d63549 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:46:00.188521 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:00.883384 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] Sync routers for ids ['37ae8bd3-6643-4fc3-9371-a801c3d454ad'] in dv-cinder-806726-2-iscsi {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:46:00.892781 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] Routers {'37ae8bd3-6643-4fc3-9371-a801c3d454ad'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:46:00.893379 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:45:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['37ae8bd3-6643-4fc3-9371-a801c3d454ad'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:46:01.022378 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] Set router 37ae8bd3-6643-4fc3-9371-a801c3d454ad gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:46:01.264461 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ae8bd3-6643-4fc3-9371-a801c3d454ad', 'name': 'tempest-TestMinimumBasicScenario-1523383522-router', 'tenant_id': '9eddc455ca1e4a0c857e6191c2731654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '7c4b8220-2e20-44b0-80ac-f6f3a18adacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:45:54Z', 'updated_at': '2021-09-01T09:45:57Z', 'revision_number': 4, 'project_id': '9eddc455ca1e4a0c857e6191c2731654', 'gw_port': {'id': '7c4b8220-2e20-44b0-80ac-f6f3a18adacc', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae8bd3-6643-4fc3-9371-a801c3d454ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:55Z', 'updated_at': '2021-09-01T09:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '1646967d-2d86-4e34-860d-2657c008867a', 'name': '', 'network_id': '206c2bff-3e1a-43e6-b468-1ba7cbd869f2', 'tenant_id': '9eddc455ca1e4a0c857e6191c2731654', 'mac_address': 'fa:16:3e:90:40:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ae8bd3-6643-4fc3-9371-a801c3d454ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'dd7670c2-dbc2-4e20-a57d-29fc88acc106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:56Z', 'updated_at': '2021-09-01T09:45:57Z', 'revision_number': 2, 'project_id': '9eddc455ca1e4a0c857e6191c2731654', 'subnets': [{'id': 'dd7670c2-dbc2-4e20-a57d-29fc88acc106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:46:01.293436 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] Checking router: 37ae8bd3-6643-4fc3-9371-a801c3d454ad for host: dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:46:01.293786 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] Updating router 37ae8bd3-6643-4fc3-9371-a801c3d454ad port 1646967d-2d86-4e34-860d-2657c008867a binding host dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 09:46:01.324829 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:01.418540 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 7c4b8220-2e20-44b0-80ac-f6f3a18adacc up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:46:01.473167 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 7c4b8220-2e20-44b0-80ac-f6f3a18adacc triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:46:01.473573 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:01.655931 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] Notify callbacks [] for port, precommit_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:01.667826 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.provisioning_blocks [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] Transition to ACTIVE for port object 1646967d-2d86-4e34-860d-2657c008867a will not be triggered until provisioned by entity L2. {{(pid=94096) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:46:01.675789 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:01.750364 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a17964-3ebc-419d-b5b6-f03d483b1974 None None] Pushing event updated for resources: {'Port': ['ID=1646967d-2d86-4e34-860d-2657c008867a,revision_number=3']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:01.881993 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] Attempting to bind port 1646967d-2d86-4e34-860d-2657c008867a on host dv-cinder-806726-2-iscsi for vnic_type normal with profile {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:46:01.882356 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] Attempting to bind port 1646967d-2d86-4e34-860d-2657c008867a by drivers openvswitch,hyperv on host dv-cinder-806726-2-iscsi at level 0 using segments [{'id': 'd2820786-7503-417e-8abd-fbd0fe6f9416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '206c2bff-3e1a-43e6-b468-1ba7cbd869f2'}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:46:01.882712 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] Attempting to bind port 1646967d-2d86-4e34-860d-2657c008867a on network 206c2bff-3e1a-43e6-b468-1ba7cbd869f2 {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:46:01.888460 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] Checking agent: {'id': '276721a0-d752-4543-b2e6-e2b7d5c0b9e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806726-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 29, 25), 'started_at': datetime.datetime(2021, 9, 1, 9, 29, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806726-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:46:01.889130 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] Checking segment: {'id': 'd2820786-7503-417e-8abd-fbd0fe6f9416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '206c2bff-3e1a-43e6-b468-1ba7cbd869f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94096) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:46:01.889244 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:01.889577 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] Bound using segment: {'id': 'd2820786-7503-417e-8abd-fbd0fe6f9416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '206c2bff-3e1a-43e6-b468-1ba7cbd869f2'} {{(pid=94096) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:46:01.890031 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.managers [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] Bound port: 1646967d-2d86-4e34-860d-2657c008867a, host: dv-cinder-806726-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2820786-7503-417e-8abd-fbd0fe6f9416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '206c2bff-3e1a-43e6-b468-1ba7cbd869f2'}}] {{(pid=94096) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:46:01.890398 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:01.962063 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] For port 1646967d-2d86-4e34-860d-2657c008867a, host dv-cinder-806726-2-iscsi, cleared binding levels {{(pid=94096) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:46:01.964071 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.plugins.ml2.db [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] For port 1646967d-2d86-4e34-860d-2657c008867a, host dv-cinder-806726-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=1646967d-2d86-4e34-860d-2657c008867a,segment=NetworkSegment(d2820786-7503-417e-8abd-fbd0fe6f9416),segment_id=d2820786-7503-417e-8abd-fbd0fe6f9416)] {{(pid=94096) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:46:01.968788 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94096) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:02.025317 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] Routers {'37ae8bd3-6643-4fc3-9371-a801c3d454ad'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:46:02.025947 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:45:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['37ae8bd3-6643-4fc3-9371-a801c3d454ad'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:46:02.065545 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a17964-3ebc-419d-b5b6-f03d483b1974 None None] Pushing event updated for resources: {'Port': ['ID=1646967d-2d86-4e34-860d-2657c008867a,revision_number=4']} {{(pid=94096) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:02.200322 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] Set router 37ae8bd3-6643-4fc3-9371-a801c3d454ad gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:46:02.440834 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ae8bd3-6643-4fc3-9371-a801c3d454ad', 'name': 'tempest-TestMinimumBasicScenario-1523383522-router', 'tenant_id': '9eddc455ca1e4a0c857e6191c2731654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '7c4b8220-2e20-44b0-80ac-f6f3a18adacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:45:54Z', 'updated_at': '2021-09-01T09:45:57Z', 'revision_number': 4, 'project_id': '9eddc455ca1e4a0c857e6191c2731654', 'gw_port': {'id': '7c4b8220-2e20-44b0-80ac-f6f3a18adacc', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae8bd3-6643-4fc3-9371-a801c3d454ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:55Z', 'updated_at': '2021-09-01T09:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '1646967d-2d86-4e34-860d-2657c008867a', 'name': '', 'network_id': '206c2bff-3e1a-43e6-b468-1ba7cbd869f2', 'tenant_id': '9eddc455ca1e4a0c857e6191c2731654', 'mac_address': 'fa:16:3e:90:40:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ae8bd3-6643-4fc3-9371-a801c3d454ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'dd7670c2-dbc2-4e20-a57d-29fc88acc106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:56Z', 'updated_at': '2021-09-01T09:46:01Z', 'revision_number': 4, 'project_id': '9eddc455ca1e4a0c857e6191c2731654', 'subnets': [{'id': 'dd7670c2-dbc2-4e20-a57d-29fc88acc106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:46:02.467845 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6ca119-9268-46b6-a7ed-87ea27c85762 None None] The sync data for ids ['37ae8bd3-6643-4fc3-9371-a801c3d454ad'] in dv-cinder-806726-2-iscsi is: [{'id': '37ae8bd3-6643-4fc3-9371-a801c3d454ad', 'name': 'tempest-TestMinimumBasicScenario-1523383522-router', 'tenant_id': '9eddc455ca1e4a0c857e6191c2731654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '7c4b8220-2e20-44b0-80ac-f6f3a18adacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:45:54Z', 'updated_at': '2021-09-01T09:45:57Z', 'revision_number': 4, 'project_id': '9eddc455ca1e4a0c857e6191c2731654', 'gw_port': {'id': '7c4b8220-2e20-44b0-80ac-f6f3a18adacc', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae8bd3-6643-4fc3-9371-a801c3d454ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:55Z', 'updated_at': '2021-09-01T09:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '1646967d-2d86-4e34-860d-2657c008867a', 'name': '', 'network_id': '206c2bff-3e1a-43e6-b468-1ba7cbd869f2', 'tenant_id': '9eddc455ca1e4a0c857e6191c2731654', 'mac_address': 'fa:16:3e:90:40:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ae8bd3-6643-4fc3-9371-a801c3d454ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'dd7670c2-dbc2-4e20-a57d-29fc88acc106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:56Z', 'updated_at': '2021-09-01T09:46:01Z', 'revision_number': 4, 'project_id': '9eddc455ca1e4a0c857e6191c2731654', 'subnets': [{'id': 'dd7670c2-dbc2-4e20-a57d-29fc88acc106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:46:03.430640 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 1646967d-2d86-4e34-860d-2657c008867a up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:46:03.489696 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning for port 1646967d-2d86-4e34-860d-2657c008867a completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:46:03.494763 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 1646967d-2d86-4e34-860d-2657c008867a triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:46:03.495213 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:03.594982 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:03.637652 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] For port 1646967d-2d86-4e34-860d-2657c008867a, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=1646967d-2d86-4e34-860d-2657c008867a,segment=NetworkSegment(d2820786-7503-417e-8abd-fbd0fe6f9416),segment_id=d2820786-7503-417e-8abd-fbd0fe6f9416)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:46:03.642987 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:03.714255 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Pushing event updated for resources: {'Port': ['ID=1646967d-2d86-4e34-860d-2657c008867a,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:04.635929 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 41794) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:46:04.795227 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-681acbc2-ca8d-4414-af58-cb8c3eb10539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:04.902629 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-681acbc2-ca8d-4414-af58-cb8c3eb10539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:04.907406 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-681acbc2-ca8d-4414-af58-cb8c3eb10539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:04.948738 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-681acbc2-ca8d-4414-af58-cb8c3eb10539 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6aa6306d12bd47c986010084b097a583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114748 Sep 01 09:46:04.949896 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681acbc2-ca8d-4414-af58-cb8c3eb10539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f485a68-5463-4587-ab1b-2aac19a23f85,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:04.951447 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 41798) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:46:04.957327 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681acbc2-ca8d-4414-af58-cb8c3eb10539 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:04.957754 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681acbc2-ca8d-4414-af58-cb8c3eb10539 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:04.958101 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681acbc2-ca8d-4414-af58-cb8c3eb10539 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:04.958458 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681acbc2-ca8d-4414-af58-cb8c3eb10539 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:04.958777 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681acbc2-ca8d-4414-af58-cb8c3eb10539 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:04.959112 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681acbc2-ca8d-4414-af58-cb8c3eb10539 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:04.959443 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681acbc2-ca8d-4414-af58-cb8c3eb10539 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:04.959812 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681acbc2-ca8d-4414-af58-cb8c3eb10539 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:04.960144 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681acbc2-ca8d-4414-af58-cb8c3eb10539 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:04.960470 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681acbc2-ca8d-4414-af58-cb8c3eb10539 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:04.960792 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681acbc2-ca8d-4414-af58-cb8c3eb10539 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:04.961322 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681acbc2-ca8d-4414-af58-cb8c3eb10539 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:05.013956 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-40dc0cca-43df-4513-b9f6-a3f50e82c5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:05.038223 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-40dc0cca-43df-4513-b9f6-a3f50e82c5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:05.088169 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-40dc0cca-43df-4513-b9f6-a3f50e82c5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:05.090947 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-40dc0cca-43df-4513-b9f6-a3f50e82c5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:05.092122 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-40dc0cca-43df-4513-b9f6-a3f50e82c5fc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0f485a68-5463-4587-ab1b-2aac19a23f85 HTTP/1.1" status: 204 len: 168 time: 0.1398277 Sep 01 09:46:05.100126 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc0cca-43df-4513-b9f6-a3f50e82c5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f485a68-5463-4587-ab1b-2aac19a23f85,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:05.112127 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc0cca-43df-4513-b9f6-a3f50e82c5fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:05.113045 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc0cca-43df-4513-b9f6-a3f50e82c5fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:05.113613 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc0cca-43df-4513-b9f6-a3f50e82c5fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:05.114123 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc0cca-43df-4513-b9f6-a3f50e82c5fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:05.114945 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc0cca-43df-4513-b9f6-a3f50e82c5fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:05.115461 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc0cca-43df-4513-b9f6-a3f50e82c5fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:05.115956 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc0cca-43df-4513-b9f6-a3f50e82c5fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:05.116451 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc0cca-43df-4513-b9f6-a3f50e82c5fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:05.116929 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc0cca-43df-4513-b9f6-a3f50e82c5fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:05.117398 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc0cca-43df-4513-b9f6-a3f50e82c5fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:05.117872 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc0cca-43df-4513-b9f6-a3f50e82c5fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:05.118192 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dc0cca-43df-4513-b9f6-a3f50e82c5fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:05.442195 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 1646967d-2d86-4e34-860d-2657c008867a up at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:46:05.490981 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Provisioning complete for port 1646967d-2d86-4e34-860d-2657c008867a triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:46:05.491591 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:07.984714 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-eb33c72b-bc12-43d5-aa7c-a910149cd4b1 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:07.986189 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-eb33c72b-bc12-43d5-aa7c-a910149cd4b1 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/networks?id=ab4a4563-e980-41b1-967f-5d49ac16dad3 HTTP/1.1" status: 200 len: 814 time: 0.1030755 Sep 01 09:46:08.005420 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-16abeae1-3a78-4fda-84dc-2069c1fb6720 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/quotas/9a6b4370aba745f68a1275c96e88c0dd HTTP/1.1" status: 200 len: 375 time: 0.0130184 Sep 01 09:46:08.060147 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-27f847d9-2322-430f-b436-2c5bf71622cc tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=9a6b4370aba745f68a1275c96e88c0dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494156 Sep 01 09:46:08.385650 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-1788b592-21ac-4821-88ee-9d874c64f619 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4a4563-e980-41b1-967f-5d49ac16dad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135309 Sep 01 09:46:08.476602 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-346ad07f-29a8-49c4-8186-0189d8f05b11 service neutron] 10.222.0.74 "GET /v2.0/networks/ab4a4563-e980-41b1-967f-5d49ac16dad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849864 Sep 01 09:46:08.645843 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4985f71a-4d1a-4521-a513-b54a40ae3fc0 req-5065ea6a-133a-4d16-b6be-dab233d88e93 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 210 time: 0.0262651 Sep 01 09:46:09.661281 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-50fb3749-6dae-4d92-8bba-26b76cecc075 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:09.662745 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-50fb3749-6dae-4d92-8bba-26b76cecc075 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.77 "GET /v2.0/networks?id=ab4a4563-e980-41b1-967f-5d49ac16dad3 HTTP/1.1" status: 200 len: 814 time: 0.1003489 Sep 01 09:46:09.683942 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-5cf13d35-12d5-4c4c-94be-7db6c89c25bf tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Request body: {'port': {'device_id': '65d0a714-4e5b-4577-bb5a-9000a805e7b5', 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3', 'admin_state_up': True, 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:46:09.774322 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8e6d0fd2-5d10-461a-8c34-b5b12b486e5b req-3b9d43ec-2e2a-49d4-b8ba-0720e2b8f628 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 210 time: 0.0316339 Sep 01 09:46:09.836652 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-5cf13d35-12d5-4c4c-94be-7db6c89c25bf tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Made reservation on behalf of 9a6b4370aba745f68a1275c96e88c0dd for: {'port': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:46:09.840230 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-5cf13d35-12d5-4c4c-94be-7db6c89c25bf tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:09.988023 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-5cf13d35-12d5-4c4c-94be-7db6c89c25bf tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Allocated IP 172.20.0.9 (ab4a4563-e980-41b1-967f-5d49ac16dad3/5caddb51-105c-49b1-8267-f3f4c290c1d6/cbe596da-b1b1-4eec-9495-200f7c01b1e2) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:46:10.167277 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-5cf13d35-12d5-4c4c-94be-7db6c89c25bf tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:10.184575 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-5cf13d35-12d5-4c4c-94be-7db6c89c25bf tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Transition to ACTIVE for port object cbe596da-b1b1-4eec-9495-200f7c01b1e2 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:46:10.224284 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-5cf13d35-12d5-4c4c-94be-7db6c89c25bf tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:10.270043 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-5cf13d35-12d5-4c4c-94be-7db6c89c25bf tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Network ab4a4563-e980-41b1-967f-5d49ac16dad3 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:46:10.277921 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-5cf13d35-12d5-4c4c-94be-7db6c89c25bf tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:46:10.280836 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-5cf13d35-12d5-4c4c-94be-7db6c89c25bf tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:46:10.342508 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf13d35-12d5-4c4c-94be-7db6c89c25bf tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Pushing event updated for resources: {'Port': ['ID=cbe596da-b1b1-4eec-9495-200f7c01b1e2,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:10.353632 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-5cf13d35-12d5-4c4c-94be-7db6c89c25bf tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:10.360445 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-5cf13d35-12d5-4c4c-94be-7db6c89c25bf tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:10.382130 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-5cf13d35-12d5-4c4c-94be-7db6c89c25bf tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7035561 Sep 01 09:46:10.524338 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-ae3ea78c-5070-43bd-9ed1-cf5c2fe66ab2 None None] Provisioning for port cbe596da-b1b1-4eec-9495-200f7c01b1e2 completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:46:10.531611 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-ae3ea78c-5070-43bd-9ed1-cf5c2fe66ab2 None None] Provisioning complete for port cbe596da-b1b1-4eec-9495-200f7c01b1e2 triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:46:10.532487 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-ae3ea78c-5070-43bd-9ed1-cf5c2fe66ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:10.573088 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-ae3ea78c-5070-43bd-9ed1-cf5c2fe66ab2 None None] Port cbe596da-b1b1-4eec-9495-200f7c01b1e2 cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:46:10.890023 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c1d0f-f3f1-40dc-90ea-01e6f692abf0 req-0806c1c9-8652-45d6-baef-8089d4186d6b tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:10.891754 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-107c1d0f-f3f1-40dc-90ea-01e6f692abf0 req-0806c1c9-8652-45d6-baef-8089d4186d6b tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 931 time: 0.0502241 Sep 01 09:46:10.935376 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-107c1d0f-f3f1-40dc-90ea-01e6f692abf0 req-724c930e-8f26-4be9-bd3f-024061f60e9e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369518 Sep 01 09:46:12.056934 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0d1bb-9988-482f-87d3-589e3f08175b req-1cf0ceed-7376-4853-b188-624afdf19dcb tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:12.058443 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b4b0d1bb-9988-482f-87d3-589e3f08175b req-1cf0ceed-7376-4853-b188-624afdf19dcb tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 931 time: 0.0487201 Sep 01 09:46:12.095121 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b4b0d1bb-9988-482f-87d3-589e3f08175b req-7f67f7d3-b049-428d-a953-1473cbeb6d04 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307047 Sep 01 09:46:12.288557 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:46:13.219328 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7f889-f117-4dc3-834a-e8e2c7bd3ac3 req-cac5a0e4-86cd-4258-a5b7-86658bef9439 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:13.220845 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-83c7f889-f117-4dc3-834a-e8e2c7bd3ac3 req-cac5a0e4-86cd-4258-a5b7-86658bef9439 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 931 time: 0.0588756 Sep 01 09:46:13.264271 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-83c7f889-f117-4dc3-834a-e8e2c7bd3ac3 req-bed13e61-5834-41b9-b599-92509954b80c tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367029 Sep 01 09:46:14.394468 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd695af-36f7-45b2-80a7-a92c909579f5 req-6ffffe8e-e38d-4d65-a3d9-8727d539e03d tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:14.396122 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5bd695af-36f7-45b2-80a7-a92c909579f5 req-6ffffe8e-e38d-4d65-a3d9-8727d539e03d tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 931 time: 0.0527449 Sep 01 09:46:14.439392 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5bd695af-36f7-45b2-80a7-a92c909579f5 req-aad45ab4-a652-4f88-8299-7138bdbcd8d5 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372686 Sep 01 09:46:15.558370 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c21a6-d120-4d7b-9b90-0ec4b3358cd4 req-026099be-e296-4bbb-8d54-109aedd7552c tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:15.559889 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-009c21a6-d120-4d7b-9b90-0ec4b3358cd4 req-026099be-e296-4bbb-8d54-109aedd7552c tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 931 time: 0.0499682 Sep 01 09:46:15.600191 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-009c21a6-d120-4d7b-9b90-0ec4b3358cd4 req-6a93d523-c8c2-41c4-9d96-5b3f308aed05 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342615 Sep 01 09:46:16.725112 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0f696-c851-41b0-87cf-4a246a81b4be req-61f63086-78e6-4223-b425-f0ef00fce1b1 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:16.727066 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9cf0f696-c851-41b0-87cf-4a246a81b4be req-61f63086-78e6-4223-b425-f0ef00fce1b1 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 931 time: 0.0494878 Sep 01 09:46:16.765078 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9cf0f696-c851-41b0-87cf-4a246a81b4be req-e3949088-1ed9-467c-89b6-014618e2868e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320458 Sep 01 09:46:17.553850 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a4e09-2d8b-4efe-9dcd-9780dae6f037 req-b63db647-da16-41a5-9a2a-88324fdb64e8 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:17.555877 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c59a4e09-2d8b-4efe-9dcd-9780dae6f037 req-b63db647-da16-41a5-9a2a-88324fdb64e8 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 946 time: 0.0523317 Sep 01 09:46:17.597804 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c59a4e09-2d8b-4efe-9dcd-9780dae6f037 req-c2bfe5eb-13a9-4d39-9c13-57da41b527af tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357757 Sep 01 09:46:17.884874 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c609f-3796-4171-89fa-01c5372c88c7 req-f7bb97e4-de48-4d31-9455-7dc0505cede0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:17.886398 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b71c609f-3796-4171-89fa-01c5372c88c7 req-f7bb97e4-de48-4d31-9455-7dc0505cede0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 931 time: 0.0506165 Sep 01 09:46:17.924576 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b71c609f-3796-4171-89fa-01c5372c88c7 req-ff16a7a9-fcfe-4f51-9746-c968833fc272 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314322 Sep 01 09:46:18.727459 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6dd72-007d-465b-85ed-a738dd3aac00 req-15cf879b-20c2-40b2-9d3e-b03d9afb424e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:18.729016 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a7c6dd72-007d-465b-85ed-a738dd3aac00 req-15cf879b-20c2-40b2-9d3e-b03d9afb424e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 946 time: 0.0485880 Sep 01 09:46:18.767949 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a7c6dd72-007d-465b-85ed-a738dd3aac00 req-7fd0e343-814a-4a4a-b312-ab257da69e85 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329335 Sep 01 09:46:19.046034 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233730f-a816-41d2-9001-bc2597d3e1df req-6e323cbd-0eb9-4968-bea3-76efbf1cc06a tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:19.049117 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0233730f-a816-41d2-9001-bc2597d3e1df req-6e323cbd-0eb9-4968-bea3-76efbf1cc06a tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 931 time: 0.0494378 Sep 01 09:46:19.092326 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0233730f-a816-41d2-9001-bc2597d3e1df req-2e22eba3-3fec-4212-aae8-b56276b9f488 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366251 Sep 01 09:46:19.887619 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853459a2-0e96-4bad-a68e-1fdc967f9a9a req-3001df4e-71f7-4703-b5c6-f65449b5b542 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:19.889322 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-853459a2-0e96-4bad-a68e-1fdc967f9a9a req-3001df4e-71f7-4703-b5c6-f65449b5b542 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 946 time: 0.0522170 Sep 01 09:46:19.928341 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-853459a2-0e96-4bad-a68e-1fdc967f9a9a req-8e10f736-d2b5-40b8-a9ee-54cb3005a833 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330381 Sep 01 09:46:20.218928 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bd218-32b0-44bd-bfb7-6ae733bcca65 req-eeb1a118-4d64-42c8-91c3-33bf7d60f2d7 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:20.220454 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-984bd218-32b0-44bd-bfb7-6ae733bcca65 req-eeb1a118-4d64-42c8-91c3-33bf7d60f2d7 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 931 time: 0.0520489 Sep 01 09:46:20.259147 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-984bd218-32b0-44bd-bfb7-6ae733bcca65 req-b172f507-d094-45cb-adba-4e70c1cc8789 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316184 Sep 01 09:46:20.433878 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-8442ea1f-e07f-4cf7-9e0b-b0713ec30777 service neutron] Request body: {'port': {'device_id': '65d0a714-4e5b-4577-bb5a-9000a805e7b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:46:20.493386 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-8442ea1f-e07f-4cf7-9e0b-b0713ec30777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:20.757562 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-8442ea1f-e07f-4cf7-9e0b-b0713ec30777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe596da-b1b1-4eec-9495-200f7c01b1e2 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:46:20.765112 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-8442ea1f-e07f-4cf7-9e0b-b0713ec30777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:20.777925 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-8442ea1f-e07f-4cf7-9e0b-b0713ec30777 service neutron] Transition to ACTIVE for port object cbe596da-b1b1-4eec-9495-200f7c01b1e2 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:46:20.784443 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-8442ea1f-e07f-4cf7-9e0b-b0713ec30777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:20.833106 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442ea1f-e07f-4cf7-9e0b-b0713ec30777 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe596da-b1b1-4eec-9495-200f7c01b1e2,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:20.904005 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-8442ea1f-e07f-4cf7-9e0b-b0713ec30777 service neutron] Attempting to bind port cbe596da-b1b1-4eec-9495-200f7c01b1e2 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:46:20.904295 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-8442ea1f-e07f-4cf7-9e0b-b0713ec30777 service neutron] Attempting to bind port cbe596da-b1b1-4eec-9495-200f7c01b1e2 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': 'f3b4bf6c-3060-48e5-bcf4-0c6d43822000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:46:20.904661 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-8442ea1f-e07f-4cf7-9e0b-b0713ec30777 service neutron] Attempting to bind port cbe596da-b1b1-4eec-9495-200f7c01b1e2 on network ab4a4563-e980-41b1-967f-5d49ac16dad3 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:46:20.909925 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-8442ea1f-e07f-4cf7-9e0b-b0713ec30777 service neutron] Port cbe596da-b1b1-4eec-9495-200f7c01b1e2 on network ab4a4563-e980-41b1-967f-5d49ac16dad3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 09:46:20.910274 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-8442ea1f-e07f-4cf7-9e0b-b0713ec30777 service neutron] Attempting to bind port cbe596da-b1b1-4eec-9495-200f7c01b1e2 on network ab4a4563-e980-41b1-967f-5d49ac16dad3 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:46:20.915835 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-8442ea1f-e07f-4cf7-9e0b-b0713ec30777 service neutron] Checking agent: {'id': '8ce25ef8-d4a6-4c3d-9635-2091a35d6989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'started_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:46:20.916171 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-8442ea1f-e07f-4cf7-9e0b-b0713ec30777 service neutron] Checking segment: {'id': 'f3b4bf6c-3060-48e5-bcf4-0c6d43822000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:46:20.916538 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-8442ea1f-e07f-4cf7-9e0b-b0713ec30777 service neutron] Bound using segment: {'id': 'f3b4bf6c-3060-48e5-bcf4-0c6d43822000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:46:20.916964 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-8442ea1f-e07f-4cf7-9e0b-b0713ec30777 service neutron] Bound port: cbe596da-b1b1-4eec-9495-200f7c01b1e2, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3b4bf6c-3060-48e5-bcf4-0c6d43822000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1058, 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:46:20.917317 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-8442ea1f-e07f-4cf7-9e0b-b0713ec30777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:20.982606 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-8442ea1f-e07f-4cf7-9e0b-b0713ec30777 service neutron] For port cbe596da-b1b1-4eec-9495-200f7c01b1e2, host hv-cinder-80672, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:46:20.985613 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-8442ea1f-e07f-4cf7-9e0b-b0713ec30777 service neutron] For port cbe596da-b1b1-4eec-9495-200f7c01b1e2, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=cbe596da-b1b1-4eec-9495-200f7c01b1e2,segment=NetworkSegment(f3b4bf6c-3060-48e5-bcf4-0c6d43822000),segment_id=f3b4bf6c-3060-48e5-bcf4-0c6d43822000)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:46:20.991300 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-8442ea1f-e07f-4cf7-9e0b-b0713ec30777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:21.054360 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-8442ea1f-e07f-4cf7-9e0b-b0713ec30777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:21.054979 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-8442ea1f-e07f-4cf7-9e0b-b0713ec30777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:21.056421 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-8442ea1f-e07f-4cf7-9e0b-b0713ec30777 service neutron] 10.222.0.77 "PUT /v2.0/ports/cbe596da-b1b1-4eec-9495-200f7c01b1e2 HTTP/1.1" status: 200 len: 1093 time: 0.6273429 Sep 01 09:46:21.056931 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d0a714-4e5b-4577-bb5a-9000a805e7b5', 'tag': 'cbe596da-b1b1-4eec-9495-200f7c01b1e2'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:46:21.059236 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e0ba8f-7422-4c67-b2cc-3bc7235b37a1" -d '{"events": [{"name": "network-changed", "server_uuid": "65d0a714-4e5b-4577-bb5a-9000a805e7b5", "tag": "cbe596da-b1b1-4eec-9495-200f7c01b1e2"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:46:21.090827 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442ea1f-e07f-4cf7-9e0b-b0713ec30777 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe596da-b1b1-4eec-9495-200f7c01b1e2,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:21.104205 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fd26d0-c4f4-47d6-952d-5c12cef99d3f x-openstack-request-id: req-80fd26d0-c4f4-47d6-952d-5c12cef99d3f {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:46:21.106038 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d0a714-4e5b-4577-bb5a-9000a805e7b5", "tag": "cbe596da-b1b1-4eec-9495-200f7c01b1e2", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:46:21.106299 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-80fd26d0-c4f4-47d6-952d-5c12cef99d3f {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:46:21.106694 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d0a714-4e5b-4577-bb5a-9000a805e7b5', 'tag': 'cbe596da-b1b1-4eec-9495-200f7c01b1e2', 'status': 'completed', 'code': 200} Sep 01 09:46:21.116701 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4ccc7-157b-433f-b11d-2c5783c74819 req-eb1bbedc-9f8d-4e36-acc7-dd396ee8a43b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:21.118234 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d1d4ccc7-157b-433f-b11d-2c5783c74819 req-eb1bbedc-9f8d-4e36-acc7-dd396ee8a43b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 946 time: 0.1030803 Sep 01 09:46:21.185689 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d1d4ccc7-157b-433f-b11d-2c5783c74819 req-fdb6c56a-b5c6-4848-9160-694fc3385b00 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611863 Sep 01 09:46:21.190473 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-23dda780-0ef3-4dfa-9f45-fd872df0c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:21.191975 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-23dda780-0ef3-4dfa-9f45-fd872df0c36e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a6b4370aba745f68a1275c96e88c0dd&device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 1096 time: 0.0612464 Sep 01 09:46:21.241401 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-a4b132b6-3cb2-4c2a-8e8d-08437852bffa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbe596da-b1b1-4eec-9495-200f7c01b1e2 HTTP/1.1" status: 200 len: 217 time: 0.0332527 Sep 01 09:46:21.295635 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-3b6cfdeb-e286-4a83-9c68-d422b6453839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:21.297177 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-3b6cfdeb-e286-4a83-9c68-d422b6453839 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5caddb51-105c-49b1-8267-f3f4c290c1d6 HTTP/1.1" status: 200 len: 853 time: 0.0480208 Sep 01 09:46:21.369892 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-5a71058f-f842-4dde-a90c-1bcfe38adfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:21.371389 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-5a71058f-f842-4dde-a90c-1bcfe38adfe4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ab4a4563-e980-41b1-967f-5d49ac16dad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0659289 Sep 01 09:46:21.385333 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c9c1e-3452-4daa-8105-a2177ad623d8 req-4b16bb6b-bebe-4058-8806-5c0c225c68ac tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:21.386695 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-500c9c1e-3452-4daa-8105-a2177ad623d8 req-4b16bb6b-bebe-4058-8806-5c0c225c68ac tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 943 time: 0.0582449 Sep 01 09:46:21.470798 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-500c9c1e-3452-4daa-8105-a2177ad623d8 req-7f3ab785-f5c6-4551-ab06-e0ae23d6131f tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762985 Sep 01 09:46:21.498737 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-b726ac37-919e-484a-b380-1b955c965730 service neutron] 10.222.0.77 "GET /v2.0/networks/ab4a4563-e980-41b1-967f-5d49ac16dad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109161 Sep 01 09:46:21.590580 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4ab84f4c-3ee7-4c91-98b1-0ed2dfb9556b req-9d42b3db-800a-449d-97b0-58216e2abfff service neutron] 10.222.0.77 "GET /v2.0/networks/ab4a4563-e980-41b1-967f-5d49ac16dad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838451 Sep 01 09:46:21.734431 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0ba8f-7422-4c67-b2cc-3bc7235b37a1 req-94a13e84-7d88-42e4-8cde-b0a1b0dcd540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:21.735935 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-33e0ba8f-7422-4c67-b2cc-3bc7235b37a1 req-94a13e84-7d88-42e4-8cde-b0a1b0dcd540 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a6b4370aba745f68a1275c96e88c0dd&device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 1096 time: 0.0447335 Sep 01 09:46:21.836862 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0ba8f-7422-4c67-b2cc-3bc7235b37a1 req-aad634b3-1ee7-4adc-bb62-a8556259d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:21.838306 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-33e0ba8f-7422-4c67-b2cc-3bc7235b37a1 req-aad634b3-1ee7-4adc-bb62-a8556259d8e2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ab4a4563-e980-41b1-967f-5d49ac16dad3 HTTP/1.1" status: 200 len: 916 time: 0.0818114 Sep 01 09:46:21.880838 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-33e0ba8f-7422-4c67-b2cc-3bc7235b37a1 req-4b39432c-22b4-4886-a7db-bb8a4ca775e6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbe596da-b1b1-4eec-9495-200f7c01b1e2 HTTP/1.1" status: 200 len: 217 time: 0.0338588 Sep 01 09:46:21.931037 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0ba8f-7422-4c67-b2cc-3bc7235b37a1 req-a1af860b-47d8-425c-99fa-b234746e9eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:21.932460 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-33e0ba8f-7422-4c67-b2cc-3bc7235b37a1 req-a1af860b-47d8-425c-99fa-b234746e9eee service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5caddb51-105c-49b1-8267-f3f4c290c1d6 HTTP/1.1" status: 200 len: 853 time: 0.0448709 Sep 01 09:46:21.987834 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0ba8f-7422-4c67-b2cc-3bc7235b37a1 req-7b26636e-217a-42f0-90de-ed853e06d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:21.989442 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-33e0ba8f-7422-4c67-b2cc-3bc7235b37a1 req-7b26636e-217a-42f0-90de-ed853e06d950 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ab4a4563-e980-41b1-967f-5d49ac16dad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424564 Sep 01 09:46:22.102882 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-33e0ba8f-7422-4c67-b2cc-3bc7235b37a1 req-b05cef6d-8443-4637-b8f6-a65088983267 service neutron] 10.222.0.77 "GET /v2.0/networks/ab4a4563-e980-41b1-967f-5d49ac16dad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870209 Sep 01 09:46:22.214270 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-33e0ba8f-7422-4c67-b2cc-3bc7235b37a1 req-40aee172-628e-4b99-b162-9e8e3342ac8e service neutron] 10.222.0.77 "GET /v2.0/networks/ab4a4563-e980-41b1-967f-5d49ac16dad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952971 Sep 01 09:46:22.292825 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ae819-eb9c-484b-ad53-e13c0fbd36f2 req-ccfc77e3-bd42-4748-b79e-e5544656527d tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:22.294330 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-080ae819-eb9c-484b-ad53-e13c0fbd36f2 req-ccfc77e3-bd42-4748-b79e-e5544656527d tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.77 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 946 time: 0.0529647 Sep 01 09:46:22.302882 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85670a-8db3-4e6a-a41b-34baba69650e req-1b369211-a32b-4509-b160-b89e0809f1fd tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:22.304456 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-af85670a-8db3-4e6a-a41b-34baba69650e req-1b369211-a32b-4509-b160-b89e0809f1fd tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 946 time: 0.0488300 Sep 01 09:46:22.336336 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-760a7cda-6ba0-4f41-b547-1ea7eafa4437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:22.344011 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-af85670a-8db3-4e6a-a41b-34baba69650e req-d8b4478a-4b50-4424-aa3a-0a02a54f9dca tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334213 Sep 01 09:46:22.589688 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e216e6-5045-4f9d-9a08-2b3db08a872c req-a8a83cc1-a0a8-401a-8f11-d0002eee4241 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:22.591151 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-69e216e6-5045-4f9d-9a08-2b3db08a872c req-a8a83cc1-a0a8-401a-8f11-d0002eee4241 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 943 time: 0.0529964 Sep 01 09:46:22.629780 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-69e216e6-5045-4f9d-9a08-2b3db08a872c req-8bfdc9eb-51a7-42f3-bf76-762006e03156 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324860 Sep 01 09:46:22.632106 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-080ae819-eb9c-484b-ad53-e13c0fbd36f2 req-7b0121a1-d795-4f34-bb8d-d4c22992d76c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Deleting port c282a4ae-a71e-4c63-9f92-d866dcf04c0b {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:46:22.632831 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-080ae819-eb9c-484b-ad53-e13c0fbd36f2 req-7b0121a1-d795-4f34-bb8d-d4c22992d76c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:22.718375 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-080ae819-eb9c-484b-ad53-e13c0fbd36f2 req-7b0121a1-d795-4f34-bb8d-d4c22992d76c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] For port c282a4ae-a71e-4c63-9f92-d866dcf04c0b, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=c282a4ae-a71e-4c63-9f92-d866dcf04c0b,segment=NetworkSegment(f8f5e1d1-815f-4de7-b88d-534ff2d4457a),segment_id=f8f5e1d1-815f-4de7-b88d-534ff2d4457a)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:46:22.718737 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-080ae819-eb9c-484b-ad53-e13c0fbd36f2 req-7b0121a1-d795-4f34-bb8d-d4c22992d76c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:22.884524 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-080ae819-eb9c-484b-ad53-e13c0fbd36f2 req-7b0121a1-d795-4f34-bb8d-d4c22992d76c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:22.884760 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-080ae819-eb9c-484b-ad53-e13c0fbd36f2 req-7b0121a1-d795-4f34-bb8d-d4c22992d76c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16688660'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:22.885109 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.db.l3_db [req-080ae819-eb9c-484b-ad53-e13c0fbd36f2 req-7b0121a1-d795-4f34-bb8d-d4c22992d76c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Floating IP 309b5bb0-908d-43b7-963b-934e0dbf6c6f disassociated. External IP: 172.27.0.110, port: c282a4ae-a71e-4c63-9f92-d866dcf04c0b. Sep 01 09:46:22.885442 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-080ae819-eb9c-484b-ad53-e13c0fbd36f2 req-7b0121a1-d795-4f34-bb8d-d4c22992d76c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Calling delete_port for c282a4ae-a71e-4c63-9f92-d866dcf04c0b owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:46:23.028702 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-080ae819-eb9c-484b-ad53-e13c0fbd36f2 req-7b0121a1-d795-4f34-bb8d-d4c22992d76c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25065501'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:23.057851 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0121a1-d795-4f34-bb8d-d4c22992d76c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Pushing event deleted for resources: {'Port': ['ID=c282a4ae-a71e-4c63-9f92-d866dcf04c0b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:23.168405 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-080ae819-eb9c-484b-ad53-e13c0fbd36f2 req-7b0121a1-d795-4f34-bb8d-d4c22992d76c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Router c460e377-3cca-43cd-8a7b-e101ff8eaf21 has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:46:23.278060 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-080ae819-eb9c-484b-ad53-e13c0fbd36f2 req-7b0121a1-d795-4f34-bb8d-d4c22992d76c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:46:23.289312 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8f2d27-ecbe-4c7e-823e-187e2b8944a9 None None] Sync routers for ids ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:46:23.300166 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8f2d27-ecbe-4c7e-823e-187e2b8944a9 None None] Routers {'c460e377-3cca-43cd-8a7b-e101ff8eaf21'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:46:23.300848 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8b8f2d27-ecbe-4c7e-823e-187e2b8944a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:45:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:46:23.316233 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-080ae819-eb9c-484b-ad53-e13c0fbd36f2 req-7b0121a1-d795-4f34-bb8d-d4c22992d76c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] No DVR routers for this DVR port c282a4ae-a71e-4c63-9f92-d866dcf04c0b on host hv-cinder-80672 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:46:23.318866 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-080ae819-eb9c-484b-ad53-e13c0fbd36f2 req-7b0121a1-d795-4f34-bb8d-d4c22992d76c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:23.320852 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-080ae819-eb9c-484b-ad53-e13c0fbd36f2 req-7b0121a1-d795-4f34-bb8d-d4c22992d76c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.77 "DELETE /v2.0/ports/c282a4ae-a71e-4c63-9f92-d866dcf04c0b HTTP/1.1" status: 204 len: 173 time: 1.0182092 Sep 01 09:46:23.321256 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a', 'name': 'network-vif-deleted', 'tag': 'c282a4ae-a71e-4c63-9f92-d866dcf04c0b'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:46:23.323580 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1158da6c3346bc0ee3ec7fc22ff852373ba0e4f09dd7013d76cb48f019b6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442def76-5d6a-47a1-b471-bc3b32c8a73e" -d '{"events": [{"server_uuid": "0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a", "name": "network-vif-deleted", "tag": "c282a4ae-a71e-4c63-9f92-d866dcf04c0b"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:46:23.372136 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e15c01-9cbf-443a-bb83-5a232717bb13 x-openstack-request-id: req-28e15c01-9cbf-443a-bb83-5a232717bb13 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:46:23.372427 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a", "name": "network-vif-deleted", "tag": "c282a4ae-a71e-4c63-9f92-d866dcf04c0b", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:46:23.372680 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-28e15c01-9cbf-443a-bb83-5a232717bb13 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:46:23.373088 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a', 'name': 'network-vif-deleted', 'tag': 'c282a4ae-a71e-4c63-9f92-d866dcf04c0b', 'status': 'completed', 'code': 200} Sep 01 09:46:23.416346 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-8b8f2d27-ecbe-4c7e-823e-187e2b8944a9 None None] Set router c460e377-3cca-43cd-8a7b-e101ff8eaf21 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:46:23.445885 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c216ec87-cac1-4d69-8311-de5363293e30 req-a0ec962c-61ed-4f1d-882b-d97cb45e1b92 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=0fbdb7ea-74fd-452c-9b7d-3b93a8cf9e5a HTTP/1.1" status: 200 len: 210 time: 0.0265596 Sep 01 09:46:23.621604 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8b8f2d27-ecbe-4c7e-823e-187e2b8944a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:43:03Z', 'revision_number': 4, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port': {'id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:01Z', 'updated_at': '2021-09-01T09:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '4917afe8-e377-4254-baf7-9d2aa01fd789', 'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'mac_address': 'fa:16:3e:81:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:02Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 5, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'subnets': [{'id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:46:23.647529 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8f2d27-ecbe-4c7e-823e-187e2b8944a9 None None] Checking router: c460e377-3cca-43cd-8a7b-e101ff8eaf21 for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:46:23.655955 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8f2d27-ecbe-4c7e-823e-187e2b8944a9 None None] Routers {'c460e377-3cca-43cd-8a7b-e101ff8eaf21'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:46:23.656587 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8b8f2d27-ecbe-4c7e-823e-187e2b8944a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:45:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:46:23.749753 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ef02b-9458-4ad2-b05b-dd8ceb010225 req-e7f119ac-ac01-4bf9-9b2a-110ecc2b9e2b tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:23.751320 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-870ef02b-9458-4ad2-b05b-dd8ceb010225 req-e7f119ac-ac01-4bf9-9b2a-110ecc2b9e2b tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 943 time: 0.0489717 Sep 01 09:46:23.762848 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-8b8f2d27-ecbe-4c7e-823e-187e2b8944a9 None None] Set router c460e377-3cca-43cd-8a7b-e101ff8eaf21 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:46:23.790757 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-870ef02b-9458-4ad2-b05b-dd8ceb010225 req-634452eb-7efe-4e3c-9af1-3f4a708ed464 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330875 Sep 01 09:46:23.965593 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8b8f2d27-ecbe-4c7e-823e-187e2b8944a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:43:03Z', 'revision_number': 4, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port': {'id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:01Z', 'updated_at': '2021-09-01T09:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '4917afe8-e377-4254-baf7-9d2aa01fd789', 'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'mac_address': 'fa:16:3e:81:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:02Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 5, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'subnets': [{'id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:46:23.993443 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8f2d27-ecbe-4c7e-823e-187e2b8944a9 None None] The sync data for ids ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'] in dv-cinder-806726-2-iscsi is: [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:43:03Z', 'revision_number': 4, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port': {'id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:01Z', 'updated_at': '2021-09-01T09:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '4917afe8-e377-4254-baf7-9d2aa01fd789', 'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'mac_address': 'fa:16:3e:81:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:02Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 5, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'subnets': [{'id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:46:24.021124 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:24.218370 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6287ddfb-f8e7-4b2f-934f-b0c79823fdbf None None] New status for floating IP 309b5bb0-908d-43b7-963b-934e0dbf6c6f: DOWN {{(pid=94096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 09:46:24.274237 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device cbe596da-b1b1-4eec-9495-200f7c01b1e2 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:46:24.376898 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port cbe596da-b1b1-4eec-9495-200f7c01b1e2, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=cbe596da-b1b1-4eec-9495-200f7c01b1e2,segment=NetworkSegment(f3b4bf6c-3060-48e5-bcf4-0c6d43822000),segment_id=f3b4bf6c-3060-48e5-bcf4-0c6d43822000)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:46:24.388205 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': 'cbe596da-b1b1-4eec-9495-200f7c01b1e2', 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3', 'port_id': 'cbe596da-b1b1-4eec-9495-200f7c01b1e2', 'mac_address': 'fa:16:3e:97:3a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1058, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5caddb51-105c-49b1-8267-f3f4c290c1d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:46:24.423859 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:24.436720 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe596da-b1b1-4eec-9495-200f7c01b1e2 {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:46:24.456367 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port cbe596da-b1b1-4eec-9495-200f7c01b1e2, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=cbe596da-b1b1-4eec-9495-200f7c01b1e2,segment=NetworkSegment(f3b4bf6c-3060-48e5-bcf4-0c6d43822000),segment_id=f3b4bf6c-3060-48e5-bcf4-0c6d43822000)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:46:24.462068 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:24.508339 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=cbe596da-b1b1-4eec-9495-200f7c01b1e2,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:24.515736 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:24.516095 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:24.516415 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:24.516750 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:24.517077 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:24.517402 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:24.517715 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:24.518037 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:24.518476 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:24.518822 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:24.519138 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:24.519455 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:46:24.695936 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-98e3da79-25f5-47a4-a654-402d0c722b7b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977271116&fields=id&tenant_id=7fdb73d0e8704a399f85f3add1c41808 HTTP/1.1" status: 200 len: 267 time: 0.0331049 Sep 01 09:46:24.755109 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['cbe596da-b1b1-4eec-9495-200f7c01b1e2'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:46:24.815138 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-e7739a14-3231-441f-9519-66cc271cf64e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:24.821876 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-e7739a14-3231-441f-9519-66cc271cf64e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/networks?id=1ef54018-d592-4530-92ab-5c0638950a7d HTTP/1.1" status: 200 len: 812 time: 0.1161406 Sep 01 09:46:24.836669 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-89cb6995-ba7f-4fe2-9284-511687aa4175 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/quotas/7fdb73d0e8704a399f85f3add1c41808 HTTP/1.1" status: 200 len: 375 time: 0.0134587 Sep 01 09:46:24.856241 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-07cf3e1c-17e0-4ac9-bbee-268ee8e14660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:24.917643 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-507551b4-c833-4a44-bc77-7760f49ea326 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7fdb73d0e8704a399f85f3add1c41808&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775592 Sep 01 09:46:24.931351 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7e0d4-bbdb-46fe-b38e-e50e68cf2580 req-cac82b73-5791-4fab-8135-44a69166ef97 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:24.932873 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d5e7e0d4-bbdb-46fe-b38e-e50e68cf2580 req-cac82b73-5791-4fab-8135-44a69166ef97 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 944 time: 0.0646033 Sep 01 09:46:25.017668 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d5e7e0d4-bbdb-46fe-b38e-e50e68cf2580 req-6476a07d-9390-4ad6-b013-04aff3f751d1 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763457 Sep 01 09:46:25.052667 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-57e53e79-4962-4ce7-893c-14b0ca078d98 service neutron] 10.222.0.74 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188390 Sep 01 09:46:25.146335 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-a05f618f-7de5-4b3c-bce6-a7c4250298d9 service neutron] 10.222.0.74 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875089 Sep 01 09:46:25.440712 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e8328633-dd1e-43eb-a3a2-557bff767d2b req-57180ef5-2e9f-481d-9083-0089ca071e7c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 210 time: 0.0306473 Sep 01 09:46:25.492506 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:26.121330 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:26.161574 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5158404-fc15-4213-a2f7-072d4a3d3bc0 req-fcd59590-505b-4b43-95f8-fe2674a8d3b2 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:26.163047 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f5158404-fc15-4213-a2f7-072d4a3d3bc0 req-fcd59590-505b-4b43-95f8-fe2674a8d3b2 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 944 time: 0.0492568 Sep 01 09:46:26.204946 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f5158404-fc15-4213-a2f7-072d4a3d3bc0 req-4af35d16-f2dd-4e9c-9768-6495f9bc3058 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330811 Sep 01 09:46:26.290019 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device cbe596da-b1b1-4eec-9495-200f7c01b1e2 up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:46:26.340942 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning for port cbe596da-b1b1-4eec-9495-200f7c01b1e2 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:46:26.345208 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port cbe596da-b1b1-4eec-9495-200f7c01b1e2 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:46:26.345565 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:26.425990 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-d97e298f-1d33-46fa-aea8-74c0a07f40cd tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:26.427534 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-d97e298f-1d33-46fa-aea8-74c0a07f40cd tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.77 "GET /v2.0/networks?id=1ef54018-d592-4530-92ab-5c0638950a7d HTTP/1.1" status: 200 len: 812 time: 0.1084335 Sep 01 09:46:26.429182 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:26.452309 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d0a714-4e5b-4577-bb5a-9000a805e7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe596da-b1b1-4eec-9495-200f7c01b1e2'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:46:26.454332 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbc103b-1b54-4423-9ab7-61c4cede9723" -d '{"events": [{"server_uuid": "65d0a714-4e5b-4577-bb5a-9000a805e7b5", "name": "network-vif-plugged", "status": "completed", "tag": "cbe596da-b1b1-4eec-9495-200f7c01b1e2"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:46:26.469000 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port cbe596da-b1b1-4eec-9495-200f7c01b1e2, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=cbe596da-b1b1-4eec-9495-200f7c01b1e2,segment=NetworkSegment(f3b4bf6c-3060-48e5-bcf4-0c6d43822000),segment_id=f3b4bf6c-3060-48e5-bcf4-0c6d43822000)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:46:26.474121 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:26.475388 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device c282a4ae-a71e-4c63-9f92-d866dcf04c0b no longer exists at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:46:26.478214 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-dcf35b42-5d83-48d6-9eff-92c46d331904 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fdb73d0e8704a399f85f3add1c41808 HTTP/1.1" status: 200 len: 379 time: 0.0363238 Sep 01 09:46:26.500223 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-9d30dedc-0536-4a36-b4ea-73b825c892b0 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Request body: {'port': {'device_id': 'b281c7ab-7679-45db-96bb-88948127a1c2', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'admin_state_up': True, 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'security_groups': ['45be4637-dad9-4b6f-a459-0ad315104e08']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:46:26.515310 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c4dd42-7954-4373-bad7-104417ceb20c x-openstack-request-id: req-61c4dd42-7954-4373-bad7-104417ceb20c {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:46:26.515950 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d0a714-4e5b-4577-bb5a-9000a805e7b5", "name": "network-vif-plugged", "status": "completed", "tag": "cbe596da-b1b1-4eec-9495-200f7c01b1e2", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:46:26.515950 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-61c4dd42-7954-4373-bad7-104417ceb20c {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:46:26.516258 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d0a714-4e5b-4577-bb5a-9000a805e7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe596da-b1b1-4eec-9495-200f7c01b1e2', 'code': 200} Sep 01 09:46:26.516774 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] No Port match for: c282a4ae-a71e-4c63-9f92-d866dcf04c0b {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:46:26.517110 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device c282a4ae-a71e-4c63-9f92-d866dcf04c0b not bound to the agent host hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:46:26.549735 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=cbe596da-b1b1-4eec-9495-200f7c01b1e2,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:26.572027 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-20e4b2c4-b693-4268-bf8d-e10da0994476 req-ded5a795-b425-46bc-a05c-198bc081d372 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 210 time: 0.0375848 Sep 01 09:46:26.633073 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-9d30dedc-0536-4a36-b4ea-73b825c892b0 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Made reservation on behalf of 7fdb73d0e8704a399f85f3add1c41808 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:46:26.636549 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-9d30dedc-0536-4a36-b4ea-73b825c892b0 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:26.704387 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c934e93-465d-4765-928a-cc2d2ccb9007 req-ecda5797-9502-48ba-acc5-b1cf3d10b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:26.705859 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6c934e93-465d-4765-928a-cc2d2ccb9007 req-ecda5797-9502-48ba-acc5-b1cf3d10b0c5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 1098 time: 0.0389011 Sep 01 09:46:26.744303 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6c934e93-465d-4765-928a-cc2d2ccb9007 req-07a30649-cab1-4481-939d-3fb758a7d818 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310438 Sep 01 09:46:26.763285 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-9d30dedc-0536-4a36-b4ea-73b825c892b0 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Allocated IP 172.20.0.8 (1ef54018-d592-4530-92ab-5c0638950a7d/cfaae55d-773d-4b92-a203-450cd6111e59/b52e930c-a85b-4cf5-9d49-068948f82e3f) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:46:26.907022 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-9d30dedc-0536-4a36-b4ea-73b825c892b0 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:26.922218 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-9d30dedc-0536-4a36-b4ea-73b825c892b0 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Transition to ACTIVE for port object b52e930c-a85b-4cf5-9d49-068948f82e3f will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:46:26.959760 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-9d30dedc-0536-4a36-b4ea-73b825c892b0 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25065501'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:27.006039 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-9d30dedc-0536-4a36-b4ea-73b825c892b0 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Network 1ef54018-d592-4530-92ab-5c0638950a7d is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:46:27.009242 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-9d30dedc-0536-4a36-b4ea-73b825c892b0 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:46:27.013126 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-9d30dedc-0536-4a36-b4ea-73b825c892b0 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:46:27.019455 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30dedc-0536-4a36-b4ea-73b825c892b0 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Pushing event updated for resources: {'Port': ['ID=b52e930c-a85b-4cf5-9d49-068948f82e3f,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:27.067919 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-9d30dedc-0536-4a36-b4ea-73b825c892b0 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:27.068632 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-9d30dedc-0536-4a36-b4ea-73b825c892b0 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:27.084464 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-9d30dedc-0536-4a36-b4ea-73b825c892b0 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5886176 Sep 01 09:46:27.126363 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-fbaf92d0-6b29-4313-961c-e5e630cd89ee service neutron] Request body: {'port': {'device_id': 'b281c7ab-7679-45db-96bb-88948127a1c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:46:27.184293 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-fbaf92d0-6b29-4313-961c-e5e630cd89ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:27.259276 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-f6be3d0d-9abf-4698-8b5a-20b13eb98095 None None] Provisioning for port b52e930c-a85b-4cf5-9d49-068948f82e3f completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:46:27.263109 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-f6be3d0d-9abf-4698-8b5a-20b13eb98095 None None] Provisioning complete for port b52e930c-a85b-4cf5-9d49-068948f82e3f triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:46:27.263485 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f6be3d0d-9abf-4698-8b5a-20b13eb98095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:27.297429 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-f6be3d0d-9abf-4698-8b5a-20b13eb98095 None None] Port b52e930c-a85b-4cf5-9d49-068948f82e3f cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:46:27.322352 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314c0bf-303c-4900-a8e2-b38153a9a0e1 req-21bf27c3-1c21-4bad-b3db-d956d694b83e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:27.323833 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7314c0bf-303c-4900-a8e2-b38153a9a0e1 req-21bf27c3-1c21-4bad-b3db-d956d694b83e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 945 time: 0.0472624 Sep 01 09:46:27.367594 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7314c0bf-303c-4900-a8e2-b38153a9a0e1 req-fa631794-4874-4f60-aee2-545c8e5f0b7d tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374672 Sep 01 09:46:27.444857 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-fbaf92d0-6b29-4313-961c-e5e630cd89ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52e930c-a85b-4cf5-9d49-068948f82e3f {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:46:27.452196 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-fbaf92d0-6b29-4313-961c-e5e630cd89ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:27.464118 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-fbaf92d0-6b29-4313-961c-e5e630cd89ee service neutron] Transition to ACTIVE for port object b52e930c-a85b-4cf5-9d49-068948f82e3f will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:46:27.469096 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-fbaf92d0-6b29-4313-961c-e5e630cd89ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25065508'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:27.519371 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf92d0-6b29-4313-961c-e5e630cd89ee service neutron] Pushing event updated for resources: {'Port': ['ID=b52e930c-a85b-4cf5-9d49-068948f82e3f,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:27.586869 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-fbaf92d0-6b29-4313-961c-e5e630cd89ee service neutron] Attempting to bind port b52e930c-a85b-4cf5-9d49-068948f82e3f on host hv-cinder-80672 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:46:27.587210 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-fbaf92d0-6b29-4313-961c-e5e630cd89ee service neutron] Attempting to bind port b52e930c-a85b-4cf5-9d49-068948f82e3f by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': 'f8f5e1d1-815f-4de7-b88d-534ff2d4457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:46:27.587542 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-fbaf92d0-6b29-4313-961c-e5e630cd89ee service neutron] Attempting to bind port b52e930c-a85b-4cf5-9d49-068948f82e3f on network 1ef54018-d592-4530-92ab-5c0638950a7d {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:46:27.592097 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-fbaf92d0-6b29-4313-961c-e5e630cd89ee service neutron] Port b52e930c-a85b-4cf5-9d49-068948f82e3f on network 1ef54018-d592-4530-92ab-5c0638950a7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 09:46:27.592421 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-fbaf92d0-6b29-4313-961c-e5e630cd89ee service neutron] Attempting to bind port b52e930c-a85b-4cf5-9d49-068948f82e3f on network 1ef54018-d592-4530-92ab-5c0638950a7d {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:46:27.597447 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-fbaf92d0-6b29-4313-961c-e5e630cd89ee service neutron] Checking agent: {'id': '8ce25ef8-d4a6-4c3d-9635-2091a35d6989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'started_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:46:27.597783 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-fbaf92d0-6b29-4313-961c-e5e630cd89ee service neutron] Checking segment: {'id': 'f8f5e1d1-815f-4de7-b88d-534ff2d4457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:46:27.598168 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-fbaf92d0-6b29-4313-961c-e5e630cd89ee service neutron] Bound using segment: {'id': 'f8f5e1d1-815f-4de7-b88d-534ff2d4457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:46:27.598692 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-fbaf92d0-6b29-4313-961c-e5e630cd89ee service neutron] Bound port: b52e930c-a85b-4cf5-9d49-068948f82e3f, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f5e1d1-815f-4de7-b88d-534ff2d4457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:46:27.598999 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-fbaf92d0-6b29-4313-961c-e5e630cd89ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:27.669192 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-fbaf92d0-6b29-4313-961c-e5e630cd89ee service neutron] For port b52e930c-a85b-4cf5-9d49-068948f82e3f, host hv-cinder-80672, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:46:27.672569 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-fbaf92d0-6b29-4313-961c-e5e630cd89ee service neutron] For port b52e930c-a85b-4cf5-9d49-068948f82e3f, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=b52e930c-a85b-4cf5-9d49-068948f82e3f,segment=NetworkSegment(f8f5e1d1-815f-4de7-b88d-534ff2d4457a),segment_id=f8f5e1d1-815f-4de7-b88d-534ff2d4457a)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:46:27.679483 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2ff6e-a3b3-4f7c-9de2-4f33fc45366a req-75b16e17-9d2a-4be5-b694-2cddbe804a9c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:27.679929 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-fbaf92d0-6b29-4313-961c-e5e630cd89ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25065508'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:27.681165 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-09a2ff6e-a3b3-4f7c-9de2-4f33fc45366a req-75b16e17-9d2a-4be5-b694-2cddbe804a9c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 943 time: 0.0553446 Sep 01 09:46:27.717546 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-fbaf92d0-6b29-4313-961c-e5e630cd89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:27.718273 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-fbaf92d0-6b29-4313-961c-e5e630cd89ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:27.719559 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-fbaf92d0-6b29-4313-961c-e5e630cd89ee service neutron] 10.222.0.77 "PUT /v2.0/ports/b52e930c-a85b-4cf5-9d49-068948f82e3f HTTP/1.1" status: 200 len: 1093 time: 0.5985000 Sep 01 09:46:27.720028 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b281c7ab-7679-45db-96bb-88948127a1c2', 'tag': 'b52e930c-a85b-4cf5-9d49-068948f82e3f'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:46:27.722186 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-09a2ff6e-a3b3-4f7c-9de2-4f33fc45366a req-df2e7861-bf1f-4fdb-aac6-a175a787c4a7 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348103 Sep 01 09:46:27.722326 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1158da6c3346bc0ee3ec7fc22ff852373ba0e4f09dd7013d76cb48f019b6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77f4439-d15b-4f8b-80c8-04760e66c2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "b281c7ab-7679-45db-96bb-88948127a1c2", "tag": "b52e930c-a85b-4cf5-9d49-068948f82e3f"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:46:27.749181 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf92d0-6b29-4313-961c-e5e630cd89ee service neutron] Pushing event updated for resources: {'Port': ['ID=b52e930c-a85b-4cf5-9d49-068948f82e3f,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:27.767829 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1c4a01-2ff4-4912-a65e-1077d2723c5f x-openstack-request-id: req-4f1c4a01-2ff4-4912-a65e-1077d2723c5f {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:46:27.768112 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b281c7ab-7679-45db-96bb-88948127a1c2", "tag": "b52e930c-a85b-4cf5-9d49-068948f82e3f", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:46:27.768360 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4f1c4a01-2ff4-4912-a65e-1077d2723c5f {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:46:27.768748 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b281c7ab-7679-45db-96bb-88948127a1c2', 'tag': 'b52e930c-a85b-4cf5-9d49-068948f82e3f', 'status': 'completed', 'code': 200} Sep 01 09:46:27.866504 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-556c6fdf-af0d-4155-aa09-7dc021bcac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:27.868135 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-556c6fdf-af0d-4155-aa09-7dc021bcac0a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fdb73d0e8704a399f85f3add1c41808&device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 1096 time: 0.0440559 Sep 01 09:46:27.916100 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:27.921428 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-935ae8d5-62fe-4d18-a01a-9c72fe24e797 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b52e930c-a85b-4cf5-9d49-068948f82e3f HTTP/1.1" status: 200 len: 217 time: 0.0375752 Sep 01 09:46:27.970681 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-7d367dfd-90b8-4b15-bbcc-658b3a5407bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:27.972200 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-7d367dfd-90b8-4b15-bbcc-658b3a5407bb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfaae55d-773d-4b92-a203-450cd6111e59 HTTP/1.1" status: 200 len: 851 time: 0.0432980 Sep 01 09:46:28.018037 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-69ff43e3-616d-4d71-8207-e3945e0a5576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:28.019499 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-69ff43e3-616d-4d71-8207-e3945e0a5576 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ef54018-d592-4530-92ab-5c0638950a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390868 Sep 01 09:46:28.114588 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-30fece50-646e-4dd9-87f2-b10cebcf9ce0 service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864725 Sep 01 09:46:28.208014 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-bf15629d-a890-457a-be4d-2f85ff6507cb req-20dea2e6-1ae7-4b30-89dd-a1a993e459a7 service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864065 Sep 01 09:46:28.352292 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-68069e9b-0779-4407-8f01-9e365a00e56d req-084a601e-3a65-4c24-94f0-2c92e1c7171d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397196 Sep 01 09:46:28.355544 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f4439-d15b-4f8b-80c8-04760e66c2fe req-16fd682a-f78a-4672-8b5f-98106d20d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:28.357033 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f77f4439-d15b-4f8b-80c8-04760e66c2fe req-16fd682a-f78a-4672-8b5f-98106d20d6fd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fdb73d0e8704a399f85f3add1c41808&device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 1096 time: 0.0464036 Sep 01 09:46:28.466421 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f4439-d15b-4f8b-80c8-04760e66c2fe req-5b9a6a04-c953-4f66-af3b-df9fbe6f1128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:28.467898 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f77f4439-d15b-4f8b-80c8-04760e66c2fe req-5b9a6a04-c953-4f66-af3b-df9fbe6f1128 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ef54018-d592-4530-92ab-5c0638950a7d HTTP/1.1" status: 200 len: 914 time: 0.0846343 Sep 01 09:46:28.483585 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68069e9b-0779-4407-8f01-9e365a00e56d req-7b14ead6-6404-4205-8bc9-b87b33abb546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:28.485367 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-68069e9b-0779-4407-8f01-9e365a00e56d req-7b14ead6-6404-4205-8bc9-b87b33abb546 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a6b4370aba745f68a1275c96e88c0dd&device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 1098 time: 0.0696948 Sep 01 09:46:28.500985 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df40183-0746-4408-8e9b-39bef762dd0f req-e8c4b202-4f26-4e35-9605-8b21864760ef tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:28.502539 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5df40183-0746-4408-8e9b-39bef762dd0f req-e8c4b202-4f26-4e35-9605-8b21864760ef tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 945 time: 0.0604496 Sep 01 09:46:28.517846 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f77f4439-d15b-4f8b-80c8-04760e66c2fe req-a4a11c23-ccff-44ba-bf30-1381b3055b33 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b52e930c-a85b-4cf5-9d49-068948f82e3f HTTP/1.1" status: 200 len: 217 time: 0.0366263 Sep 01 09:46:28.571283 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f4439-d15b-4f8b-80c8-04760e66c2fe req-da4d41c8-142a-4830-84d4-5e4b6b0affec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:28.572797 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f77f4439-d15b-4f8b-80c8-04760e66c2fe req-da4d41c8-142a-4830-84d4-5e4b6b0affec service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfaae55d-773d-4b92-a203-450cd6111e59 HTTP/1.1" status: 200 len: 851 time: 0.0470238 Sep 01 09:46:28.588166 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-5df40183-0746-4408-8e9b-39bef762dd0f req-d36beb38-7b07-4e78-b5d8-46721e54ab23 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795400 Sep 01 09:46:28.621330 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f4439-d15b-4f8b-80c8-04760e66c2fe req-e465b0cc-32a3-45ee-ba2c-d39364ecffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:28.622851 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f77f4439-d15b-4f8b-80c8-04760e66c2fe req-e465b0cc-32a3-45ee-ba2c-d39364ecffc6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ef54018-d592-4530-92ab-5c0638950a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421093 Sep 01 09:46:28.623812 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68069e9b-0779-4407-8f01-9e365a00e56d req-64b62b40-05f4-476a-8d1b-03d3b2f06ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:28.625364 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-68069e9b-0779-4407-8f01-9e365a00e56d req-64b62b40-05f4-476a-8d1b-03d3b2f06ccd service neutron] 10.222.0.77 "GET /v2.0/networks?id=ab4a4563-e980-41b1-967f-5d49ac16dad3 HTTP/1.1" status: 200 len: 916 time: 0.1032898 Sep 01 09:46:28.675969 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-68069e9b-0779-4407-8f01-9e365a00e56d req-b1e14474-ed57-44a1-83aa-c8820313c9a0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbe596da-b1b1-4eec-9495-200f7c01b1e2 HTTP/1.1" status: 200 len: 217 time: 0.0363560 Sep 01 09:46:28.721246 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f77f4439-d15b-4f8b-80c8-04760e66c2fe req-5c98a618-5746-4354-a0d9-720df4d708f7 service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824215 Sep 01 09:46:28.748401 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68069e9b-0779-4407-8f01-9e365a00e56d req-37844e8d-c76f-4764-b903-ee15b370a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:28.749887 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-68069e9b-0779-4407-8f01-9e365a00e56d req-37844e8d-c76f-4764-b903-ee15b370a9d9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5caddb51-105c-49b1-8267-f3f4c290c1d6 HTTP/1.1" status: 200 len: 853 time: 0.0664017 Sep 01 09:46:28.757995 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ea023-5094-4cb6-a6b3-a8025fde6ee0 req-ffbd53f5-1988-4d1c-a197-c8bf4792d6e1 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:28.759452 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-992ea023-5094-4cb6-a6b3-a8025fde6ee0 req-ffbd53f5-1988-4d1c-a197-c8bf4792d6e1 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 945 time: 0.0860603 Sep 01 09:46:28.814131 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f77f4439-d15b-4f8b-80c8-04760e66c2fe req-2cdb8a05-df8e-4994-81d5-1a9dd8df0527 service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861335 Sep 01 09:46:28.842346 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-992ea023-5094-4cb6-a6b3-a8025fde6ee0 req-ad783a28-26d2-479e-8e8b-deaa2156bac7 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744259 Sep 01 09:46:28.850504 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68069e9b-0779-4407-8f01-9e365a00e56d req-17733d23-7fd0-4754-907e-8f53f6dacba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:28.851981 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-68069e9b-0779-4407-8f01-9e365a00e56d req-17733d23-7fd0-4754-907e-8f53f6dacba3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ab4a4563-e980-41b1-967f-5d49ac16dad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0916259 Sep 01 09:46:28.877595 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576aba56-f8a4-4e5a-bceb-e08d673c8188 req-25918804-c492-48c8-afc9-61eff5feebbb tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:28.879040 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-576aba56-f8a4-4e5a-bceb-e08d673c8188 req-25918804-c492-48c8-afc9-61eff5feebbb tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 943 time: 0.0806859 Sep 01 09:46:28.961813 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-576aba56-f8a4-4e5a-bceb-e08d673c8188 req-e9316b2e-2ab1-48a2-a944-834e88d92e98 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728087 Sep 01 09:46:28.985330 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-68069e9b-0779-4407-8f01-9e365a00e56d req-4aefaa2a-c2f4-4cd3-82dc-4d130fc84f2a service neutron] 10.222.0.77 "GET /v2.0/networks/ab4a4563-e980-41b1-967f-5d49ac16dad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234133 Sep 01 09:46:29.076307 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-68069e9b-0779-4407-8f01-9e365a00e56d req-bb27494d-6eab-42f8-9c7f-d2dd91a812d9 service neutron] 10.222.0.77 "GET /v2.0/networks/ab4a4563-e980-41b1-967f-5d49ac16dad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838387 Sep 01 09:46:29.163883 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a2468-1664-4e27-875a-4f46cf306fa1 req-b714e5fd-d2c9-4bc2-9f90-0a9c478f8395 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:29.165306 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1e9a2468-1664-4e27-875a-4f46cf306fa1 req-b714e5fd-d2c9-4bc2-9f90-0a9c478f8395 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 945 time: 0.0529177 Sep 01 09:46:29.206568 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1e9a2468-1664-4e27-875a-4f46cf306fa1 req-a333c62e-4b5f-4ddc-8754-3a4457286940 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323122 Sep 01 09:46:30.083511 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95feb7b-395a-49cc-9242-a102041371d5 req-7a0a8479-741f-4d92-bb25-1c5fb57e859a tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:30.085002 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c95feb7b-395a-49cc-9242-a102041371d5 req-7a0a8479-741f-4d92-bb25-1c5fb57e859a tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 943 time: 0.0490484 Sep 01 09:46:30.123289 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c95feb7b-395a-49cc-9242-a102041371d5 req-0f57a7a7-13dd-4f58-9d15-2f2599dc18ec tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322337 Sep 01 09:46:31.426357 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0c886-bd94-419f-8c87-b37c5552f18a req-7e846cb3-e5fa-4fab-a297-8b623ad87d85 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:31.427848 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ebd0c886-bd94-419f-8c87-b37c5552f18a req-7e846cb3-e5fa-4fab-a297-8b623ad87d85 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 943 time: 0.0679386 Sep 01 09:46:31.467902 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ebd0c886-bd94-419f-8c87-b37c5552f18a req-7a6cef63-db50-4321-adf2-2e014ddd6e2c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317070 Sep 01 09:46:32.600753 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948ccec-0a41-47ff-bba0-6ab0918dd189 req-722f121a-9db1-4eba-8e50-997e59bc14cc tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:32.602196 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f948ccec-0a41-47ff-bba0-6ab0918dd189 req-722f121a-9db1-4eba-8e50-997e59bc14cc tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 943 time: 0.0537496 Sep 01 09:46:32.643883 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-f948ccec-0a41-47ff-bba0-6ab0918dd189 req-c1270c96-f7e5-4cf6-996d-a68b49f86d2e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328722 Sep 01 09:46:33.780264 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dda51-a88b-4e7e-b335-3fcacaa94361 req-e565bd10-7864-4693-ba4c-2ece8f5d234f tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:33.781728 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e59dda51-a88b-4e7e-b335-3fcacaa94361 req-e565bd10-7864-4693-ba4c-2ece8f5d234f tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 943 time: 0.0559320 Sep 01 09:46:33.819928 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e59dda51-a88b-4e7e-b335-3fcacaa94361 req-a27e10cb-ab8c-4620-9741-166b2f8b8838 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320776 Sep 01 09:46:34.942616 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff34af-f9c2-4d60-afc8-1dec6ac5b798 req-b6b950ee-7156-4f96-8287-4f890c359b29 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:34.944067 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e1ff34af-f9c2-4d60-afc8-1dec6ac5b798 req-b6b950ee-7156-4f96-8287-4f890c359b29 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 943 time: 0.0493317 Sep 01 09:46:34.982081 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e1ff34af-f9c2-4d60-afc8-1dec6ac5b798 req-8ed88f4c-e840-4665-ac07-e268d5eef503 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317965 Sep 01 09:46:36.118630 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ec20f-fbde-4238-9db9-35cc2c3c4907 req-e25337a8-a9a0-4655-a908-2fb2b1654277 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:36.120124 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ac9ec20f-fbde-4238-9db9-35cc2c3c4907 req-e25337a8-a9a0-4655-a908-2fb2b1654277 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 943 time: 0.0619190 Sep 01 09:46:36.168023 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ac9ec20f-fbde-4238-9db9-35cc2c3c4907 req-b258759b-3ec4-4c65-aa77-9cccab8e119e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413609 Sep 01 09:46:36.386344 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device b52e930c-a85b-4cf5-9d49-068948f82e3f details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:46:36.485154 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port b52e930c-a85b-4cf5-9d49-068948f82e3f, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=b52e930c-a85b-4cf5-9d49-068948f82e3f,segment=NetworkSegment(f8f5e1d1-815f-4de7-b88d-534ff2d4457a),segment_id=f8f5e1d1-815f-4de7-b88d-534ff2d4457a)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:46:36.496556 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': 'b52e930c-a85b-4cf5-9d49-068948f82e3f', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'port_id': 'b52e930c-a85b-4cf5-9d49-068948f82e3f', 'mac_address': 'fa:16:3e:a9:7c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:46:36.532110 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:36.547476 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52e930c-a85b-4cf5-9d49-068948f82e3f {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:46:36.566080 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port b52e930c-a85b-4cf5-9d49-068948f82e3f, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=b52e930c-a85b-4cf5-9d49-068948f82e3f,segment=NetworkSegment(f8f5e1d1-815f-4de7-b88d-534ff2d4457a),segment_id=f8f5e1d1-815f-4de7-b88d-534ff2d4457a)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:46:36.572677 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:36.735209 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=b52e930c-a85b-4cf5-9d49-068948f82e3f,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:36.874658 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['b52e930c-a85b-4cf5-9d49-068948f82e3f'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:46:37.296079 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee116d-42dd-41e5-8c49-54d891960a8d req-61d5e18f-23c8-4d7c-b201-4f53793154a2 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:37.297447 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-20ee116d-42dd-41e5-8c49-54d891960a8d req-61d5e18f-23c8-4d7c-b201-4f53793154a2 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 944 time: 0.0609834 Sep 01 09:46:37.335988 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-20ee116d-42dd-41e5-8c49-54d891960a8d req-002b83fb-a763-411d-be82-4f1ab44b2bb7 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324552 Sep 01 09:46:37.724082 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cac26-a52d-4441-aaca-049067c0c383 req-ef773aa6-75d4-4e4c-bea6-029cd5c8fce5 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:37.725536 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ca6cac26-a52d-4441-aaca-049067c0c383 req-ef773aa6-75d4-4e4c-bea6-029cd5c8fce5 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 945 time: 0.0487008 Sep 01 09:46:37.763443 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-ca6cac26-a52d-4441-aaca-049067c0c383 req-0ce175e6-871f-471e-a1fc-b57ec693fffe tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320959 Sep 01 09:46:37.785967 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 42014) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:46:37.993724 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea49e764-ccc7-4ffb-a174-b81541b4a6df tempest-TestMinimumBasicScenario-1335406007 tempest-TestMinimumBasicScenario-1335406007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:37.995230 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-ea49e764-ccc7-4ffb-a174-b81541b4a6df tempest-TestMinimumBasicScenario-1335406007 tempest-TestMinimumBasicScenario-1335406007-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 1093 time: 0.2082696 Sep 01 09:46:37.999646 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 42018) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:46:38.004062 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-4d47363f-aaef-4943-9d6e-3f18f6ec0ab0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Request body: {'floatingip': {'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'port_id': 'cbe596da-b1b1-4eec-9495-200f7c01b1e2', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:46:38.028547 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4d47363f-aaef-4943-9d6e-3f18f6ec0ab0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for floatingip, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:38.357779 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4d47363f-aaef-4943-9d6e-3f18f6ec0ab0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:38.400500 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device b52e930c-a85b-4cf5-9d49-068948f82e3f up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:46:38.447455 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning for port b52e930c-a85b-4cf5-9d49-068948f82e3f completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:46:38.451025 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port b52e930c-a85b-4cf5-9d49-068948f82e3f triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:46:38.451392 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:38.485364 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622e600-bc38-4a8e-8fa9-f782139e0065 req-2a3ff70b-f38a-404d-afda-38aae595d930 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:38.486840 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2622e600-bc38-4a8e-8fa9-f782139e0065 req-2a3ff70b-f38a-404d-afda-38aae595d930 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 944 time: 0.0822096 Sep 01 09:46:38.500833 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-4d47363f-aaef-4943-9d6e-3f18f6ec0ab0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Allocated IP 172.27.0.145 (5981992f-fe61-47e0-99c1-6f445c6d0ea2/24ba0698-ff73-47e7-90df-c9665eaff537/c64b812b-2660-4e76-aafb-460117d9cea6) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:46:38.529700 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:38.551399 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b281c7ab-7679-45db-96bb-88948127a1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52e930c-a85b-4cf5-9d49-068948f82e3f'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:46:38.553717 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393efa5a-8dd3-4d9b-8c86-5da89740e79c" -d '{"events": [{"server_uuid": "b281c7ab-7679-45db-96bb-88948127a1c2", "name": "network-vif-plugged", "status": "completed", "tag": "b52e930c-a85b-4cf5-9d49-068948f82e3f"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:46:38.566176 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port b52e930c-a85b-4cf5-9d49-068948f82e3f, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=b52e930c-a85b-4cf5-9d49-068948f82e3f,segment=NetworkSegment(f8f5e1d1-815f-4de7-b88d-534ff2d4457a),segment_id=f8f5e1d1-815f-4de7-b88d-534ff2d4457a)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:46:38.571407 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:38.581717 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2622e600-bc38-4a8e-8fa9-f782139e0065 req-4bba1729-f284-483f-b405-b33e25b94639 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878727 Sep 01 09:46:38.609740 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a8d15b-fbdc-46c4-bbd1-98d2f329a372 x-openstack-request-id: req-f5a8d15b-fbdc-46c4-bbd1-98d2f329a372 {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:46:38.609740 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b281c7ab-7679-45db-96bb-88948127a1c2", "name": "network-vif-plugged", "status": "completed", "tag": "b52e930c-a85b-4cf5-9d49-068948f82e3f", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:46:38.610022 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f5a8d15b-fbdc-46c4-bbd1-98d2f329a372 {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:46:38.610289 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b281c7ab-7679-45db-96bb-88948127a1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52e930c-a85b-4cf5-9d49-068948f82e3f', 'code': 200} Sep 01 09:46:38.634630 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4d47363f-aaef-4943-9d6e-3f18f6ec0ab0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:38.636767 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=b52e930c-a85b-4cf5-9d49-068948f82e3f,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:38.677266 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4d47363f-aaef-4943-9d6e-3f18f6ec0ab0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:38.711261 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d47363f-aaef-4943-9d6e-3f18f6ec0ab0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:46:38.717408 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-4d47363f-aaef-4943-9d6e-3f18f6ec0ab0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:46:38.720907 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d47363f-aaef-4943-9d6e-3f18f6ec0ab0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:46:38.726144 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47363f-aaef-4943-9d6e-3f18f6ec0ab0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Pushing event updated for resources: {'Port': ['ID=c64b812b-2660-4e76-aafb-460117d9cea6,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:38.907297 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4e7ed-b4b8-4ca9-b96b-23e5d488de28 req-041a703a-b367-43a6-8bfd-078d90e26111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:38.908694 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8fc4e7ed-b4b8-4ca9-b96b-23e5d488de28 req-041a703a-b367-43a6-8bfd-078d90e26111 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 1098 time: 0.0929563 Sep 01 09:46:38.984834 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8fc4e7ed-b4b8-4ca9-b96b-23e5d488de28 req-cd32188e-4460-4959-a389-c6a37fbf2211 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486526 Sep 01 09:46:39.126826 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4d47363f-aaef-4943-9d6e-3f18f6ec0ab0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:39.201543 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4d47363f-aaef-4943-9d6e-3f18f6ec0ab0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:39.362168 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4d47363f-aaef-4943-9d6e-3f18f6ec0ab0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:39.369178 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4d47363f-aaef-4943-9d6e-3f18f6ec0ab0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:39.433401 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47363f-aaef-4943-9d6e-3f18f6ec0ab0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Pushing event updated for resources: {'Port': ['ID=c64b812b-2660-4e76-aafb-460117d9cea6,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:39.445467 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4d47363f-aaef-4943-9d6e-3f18f6ec0ab0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16688660'] for floatingip, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:39.549803 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.db.l3_db [None req-4d47363f-aaef-4943-9d6e-3f18f6ec0ab0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Floating IP 3d214a0f-93c5-499f-8b9c-0e9c121bd93b associated. External IP: 172.27.0.145, port: cbe596da-b1b1-4eec-9495-200f7c01b1e2. Sep 01 09:46:39.769493 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf10f7-527d-4495-8dc0-422b97ec3b3b req-b61ccd38-02aa-4294-a26c-7c9bdf651a88 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:39.770991 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7fcf10f7-527d-4495-8dc0-422b97ec3b3b req-b61ccd38-02aa-4294-a26c-7c9bdf651a88 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 945 time: 0.1167965 Sep 01 09:46:39.816755 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d47363f-aaef-4943-9d6e-3f18f6ec0ab0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Router 0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:46:39.823213 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7fcf10f7-527d-4495-8dc0-422b97ec3b3b req-2cbd4ad7-8f7a-474c-890e-4b7c195cf748 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455983 Sep 01 09:46:39.931996 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d47363f-aaef-4943-9d6e-3f18f6ec0ab0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:46:39.942696 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b114b1-fd38-4c2b-8a88-ad367b3ec4ef None None] Sync routers for ids ['0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:46:39.951593 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4d47363f-aaef-4943-9d6e-3f18f6ec0ab0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for floatingip, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:39.952319 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b114b1-fd38-4c2b-8a88-ad367b3ec4ef None None] Routers {'0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:46:39.953038 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a5b114b1-fd38-4c2b-8a88-ad367b3ec4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:46:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:46:39.980537 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-4d47363f-aaef-4943-9d6e-3f18f6ec0ab0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9797485 Sep 01 09:46:39.981210 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d0a714-4e5b-4577-bb5a-9000a805e7b5', 'tag': 'cbe596da-b1b1-4eec-9495-200f7c01b1e2'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:46:39.983501 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42026) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:46:39.984061 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859b7520-b0f1-418c-9928-03b432d3d24f" -d '{"events": [{"name": "network-changed", "server_uuid": "65d0a714-4e5b-4577-bb5a-9000a805e7b5", "tag": "cbe596da-b1b1-4eec-9495-200f7c01b1e2"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:46:39.988534 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-0802f737-16ac-499c-b59f-e013f18261c0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-150874701', 'description': 'tempest-secgroup-smoke-150874701 description', 'project_id': '9a6b4370aba745f68a1275c96e88c0dd'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:46:40.013177 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0802f737-16ac-499c-b59f-e013f18261c0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.024778 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d1fabd-2d53-481d-a93e-10f6f4277303 x-openstack-request-id: req-03d1fabd-2d53-481d-a93e-10f6f4277303 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:46:40.025148 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d0a714-4e5b-4577-bb5a-9000a805e7b5", "tag": "cbe596da-b1b1-4eec-9495-200f7c01b1e2", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:46:40.025454 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-03d1fabd-2d53-481d-a93e-10f6f4277303 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:46:40.025991 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d0a714-4e5b-4577-bb5a-9000a805e7b5', 'tag': 'cbe596da-b1b1-4eec-9495-200f7c01b1e2', 'status': 'completed', 'code': 200} Sep 01 09:46:40.064079 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-a5b114b1-fd38-4c2b-8a88-ad367b3ec4ef None None] Set router 0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:46:40.094289 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0802f737-16ac-499c-b59f-e013f18261c0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.098399 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0802f737-16ac-499c-b59f-e013f18261c0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.129988 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802f737-16ac-499c-b59f-e013f18261c0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0541ebcb-d2aa-4ec1-a93a-7682bfdfb7f1,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:40.132719 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0802f737-16ac-499c-b59f-e013f18261c0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.136935 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-0802f737-16ac-499c-b59f-e013f18261c0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1523237 Sep 01 09:46:40.137843 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42030) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:46:40.142222 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-1f1461ce-baf3-4e18-847a-39663aece61e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Request body: {'security_group_rule': {'security_group_id': '0541ebcb-d2aa-4ec1-a93a-7682bfdfb7f1', 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:46:40.158270 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b7520-b0f1-418c-9928-03b432d3d24f req-8daae87b-4258-4272-90da-58bb33864e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:40.160491 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-859b7520-b0f1-418c-9928-03b432d3d24f req-8daae87b-4258-4272-90da-58bb33864e02 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a6b4370aba745f68a1275c96e88c0dd&device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 1098 time: 0.0710144 Sep 01 09:46:40.169751 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1f1461ce-baf3-4e18-847a-39663aece61e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.232072 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1f1461ce-baf3-4e18-847a-39663aece61e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.236560 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1f1461ce-baf3-4e18-847a-39663aece61e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.261996 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1461ce-baf3-4e18-847a-39663aece61e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538badb0-1271-4aa3-90ea-36f14213c51a,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:40.266143 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1f1461ce-baf3-4e18-847a-39663aece61e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.267535 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-1f1461ce-baf3-4e18-847a-39663aece61e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287484 Sep 01 09:46:40.270306 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42032) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:46:40.275094 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c1f36417-bff0-4cca-9936-9c70650c4c71 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Request body: {'security_group_rule': {'security_group_id': '0541ebcb-d2aa-4ec1-a93a-7682bfdfb7f1', 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:46:40.287884 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b7520-b0f1-418c-9928-03b432d3d24f req-7ed41acd-75b7-4f4b-906f-5d12e900db87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:40.289595 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-859b7520-b0f1-418c-9928-03b432d3d24f req-7ed41acd-75b7-4f4b-906f-5d12e900db87 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ab4a4563-e980-41b1-967f-5d49ac16dad3 HTTP/1.1" status: 200 len: 916 time: 0.1194284 Sep 01 09:46:40.301763 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c1f36417-bff0-4cca-9936-9c70650c4c71 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.321487 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a5b114b1-fd38-4c2b-8a88-ad367b3ec4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'name': 'tempest-TestMinimumBasicScenario-557875111-router', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:45:52Z', 'revision_number': 4, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'gw_port': {'id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': '3d214a0f-93c5-499f-8b9c-0e9c121bd93b', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'port_id': 'cbe596da-b1b1-4eec-9495-200f7c01b1e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3', 'mac_address': 'fa:16:3e:97:3a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d0a714-4e5b-4577-bb5a-9000a805e7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:46:38Z', 'updated_at': '2021-09-01T09:46:38Z', 'revision_number': 0, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda09000-f751-4651-bada-6069aee92bc4', 'name': '', 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'mac_address': 'fa:16:3e:12:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5caddb51-105c-49b1-8267-f3f4c290c1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:52Z', 'updated_at': '2021-09-01T09:45:58Z', 'revision_number': 5, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'subnets': [{'id': '5caddb51-105c-49b1-8267-f3f4c290c1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:46:40.358121 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b114b1-fd38-4c2b-8a88-ad367b3ec4ef None None] Checking router: 0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:46:40.359362 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-859b7520-b0f1-418c-9928-03b432d3d24f req-2f79766d-d631-4314-935e-ff7b663a6839 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbe596da-b1b1-4eec-9495-200f7c01b1e2 HTTP/1.1" status: 200 len: 999 time: 0.0604765 Sep 01 09:46:40.362993 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c1f36417-bff0-4cca-9936-9c70650c4c71 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.367757 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c1f36417-bff0-4cca-9936-9c70650c4c71 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.376782 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b114b1-fd38-4c2b-8a88-ad367b3ec4ef None None] Routers {'0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:46:40.377583 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a5b114b1-fd38-4c2b-8a88-ad367b3ec4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:46:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:46:40.387078 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f36417-bff0-4cca-9936-9c70650c4c71 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c753e44f-4888-4b79-bc90-a0072298f03a,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:40.391977 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c1f36417-bff0-4cca-9936-9c70650c4c71 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.396484 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-c1f36417-bff0-4cca-9936-9c70650c4c71 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1249626 Sep 01 09:46:40.397193 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42034) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:46:40.401848 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2e84f186-d878-434a-b2d9-7e1a20d96569 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Request body: {'security_group_rule': {'security_group_id': '0541ebcb-d2aa-4ec1-a93a-7682bfdfb7f1', 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:46:40.416533 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b7520-b0f1-418c-9928-03b432d3d24f req-a1e04eba-9894-45e6-b77b-0b13ed1b0fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:40.418029 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-859b7520-b0f1-418c-9928-03b432d3d24f req-a1e04eba-9894-45e6-b77b-0b13ed1b0fc0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5caddb51-105c-49b1-8267-f3f4c290c1d6 HTTP/1.1" status: 200 len: 853 time: 0.0512185 Sep 01 09:46:40.434283 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e84f186-d878-434a-b2d9-7e1a20d96569 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.463478 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b7520-b0f1-418c-9928-03b432d3d24f req-94c18e08-3174-490c-a3b7-7ce48306a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:40.465013 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-859b7520-b0f1-418c-9928-03b432d3d24f req-94c18e08-3174-490c-a3b7-7ce48306a3d4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ab4a4563-e980-41b1-967f-5d49ac16dad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391340 Sep 01 09:46:40.494537 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-a5b114b1-fd38-4c2b-8a88-ad367b3ec4ef None None] Set router 0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:46:40.500152 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e84f186-d878-434a-b2d9-7e1a20d96569 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.505100 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e84f186-d878-434a-b2d9-7e1a20d96569 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.525408 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84f186-d878-434a-b2d9-7e1a20d96569 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cee5da9-d513-4e02-b9a8-121309625a48,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:40.533015 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e84f186-d878-434a-b2d9-7e1a20d96569 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.534331 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-2e84f186-d878-434a-b2d9-7e1a20d96569 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361322 Sep 01 09:46:40.537134 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42036) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:46:40.541548 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f7707f38-3c34-490c-a9f2-8c1c3053925b tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Request body: {'security_group_rule': {'security_group_id': '0541ebcb-d2aa-4ec1-a93a-7682bfdfb7f1', 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:46:40.561722 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-859b7520-b0f1-418c-9928-03b432d3d24f req-531ff069-1579-4cfc-9ae7-b16807009699 service neutron] 10.222.0.77 "GET /v2.0/networks/ab4a4563-e980-41b1-967f-5d49ac16dad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882394 Sep 01 09:46:40.568936 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7707f38-3c34-490c-a9f2-8c1c3053925b tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.629497 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7707f38-3c34-490c-a9f2-8c1c3053925b tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.633778 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7707f38-3c34-490c-a9f2-8c1c3053925b tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.658347 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7707f38-3c34-490c-a9f2-8c1c3053925b tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0adc581e-b65f-47d7-a397-86111fc616f7,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:40.658907 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-859b7520-b0f1-418c-9928-03b432d3d24f req-100e0654-563e-413b-b4ff-e40943ed859e service neutron] 10.222.0.77 "GET /v2.0/networks/ab4a4563-e980-41b1-967f-5d49ac16dad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900178 Sep 01 09:46:40.661777 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7707f38-3c34-490c-a9f2-8c1c3053925b tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.663045 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-f7707f38-3c34-490c-a9f2-8c1c3053925b tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249924 Sep 01 09:46:40.666105 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42038) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:46:40.671175 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-eb69198d-b74f-4941-8146-8323fa606b42 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Request body: {'security_group_rule': {'security_group_id': '0541ebcb-d2aa-4ec1-a93a-7682bfdfb7f1', 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:46:40.694155 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.db.securitygroups_db [None req-eb69198d-b74f-4941-8146-8323fa606b42 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Project 9a6b4370aba745f68a1275c96e88c0dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 09:46:40.699075 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eb69198d-b74f-4941-8146-8323fa606b42 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.748288 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-a5b114b1-fd38-4c2b-8a88-ad367b3ec4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'name': 'tempest-TestMinimumBasicScenario-557875111-router', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:45:52Z', 'revision_number': 4, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'gw_port': {'id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': '3d214a0f-93c5-499f-8b9c-0e9c121bd93b', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'port_id': 'cbe596da-b1b1-4eec-9495-200f7c01b1e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3', 'mac_address': 'fa:16:3e:97:3a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d0a714-4e5b-4577-bb5a-9000a805e7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:46:38Z', 'updated_at': '2021-09-01T09:46:38Z', 'revision_number': 0, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda09000-f751-4651-bada-6069aee92bc4', 'name': '', 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'mac_address': 'fa:16:3e:12:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5caddb51-105c-49b1-8267-f3f4c290c1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:52Z', 'updated_at': '2021-09-01T09:45:58Z', 'revision_number': 5, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'subnets': [{'id': '5caddb51-105c-49b1-8267-f3f4c290c1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:46:40.760251 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eb69198d-b74f-4941-8146-8323fa606b42 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.764715 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eb69198d-b74f-4941-8146-8323fa606b42 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.779929 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b114b1-fd38-4c2b-8a88-ad367b3ec4ef None None] The sync data for ids ['0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'] in dv-cinder-806726-2-iscsi is: [{'id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'name': 'tempest-TestMinimumBasicScenario-557875111-router', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:45:52Z', 'revision_number': 4, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'gw_port': {'id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': '3d214a0f-93c5-499f-8b9c-0e9c121bd93b', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'port_id': 'cbe596da-b1b1-4eec-9495-200f7c01b1e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3', 'mac_address': 'fa:16:3e:97:3a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d0a714-4e5b-4577-bb5a-9000a805e7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:46:38Z', 'updated_at': '2021-09-01T09:46:38Z', 'revision_number': 0, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda09000-f751-4651-bada-6069aee92bc4', 'name': '', 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'mac_address': 'fa:16:3e:12:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5caddb51-105c-49b1-8267-f3f4c290c1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:52Z', 'updated_at': '2021-09-01T09:45:58Z', 'revision_number': 5, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'subnets': [{'id': '5caddb51-105c-49b1-8267-f3f4c290c1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:46:40.781898 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69198d-b74f-4941-8146-8323fa606b42 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7827a2-c440-4ff7-bab8-bc454ae05003,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:40.789109 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eb69198d-b74f-4941-8146-8323fa606b42 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.792173 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-eb69198d-b74f-4941-8146-8323fa606b42 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1247406 Sep 01 09:46:40.793226 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42040) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:46:40.797967 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-df423ab3-4997-4bad-b659-2abd142d8d7a tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Request body: {'security_group_rule': {'security_group_id': '0541ebcb-d2aa-4ec1-a93a-7682bfdfb7f1', 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:46:40.821096 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.db.securitygroups_db [None req-df423ab3-4997-4bad-b659-2abd142d8d7a tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Project 9a6b4370aba745f68a1275c96e88c0dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 09:46:40.826183 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-df423ab3-4997-4bad-b659-2abd142d8d7a tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.887563 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-df423ab3-4997-4bad-b659-2abd142d8d7a tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.891516 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-df423ab3-4997-4bad-b659-2abd142d8d7a tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16317340'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.914252 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df423ab3-4997-4bad-b659-2abd142d8d7a tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6d7a73-5aee-486a-aedb-75c98209dcad,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:40.918202 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-df423ab3-4997-4bad-b659-2abd142d8d7a tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:40.922481 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-df423ab3-4997-4bad-b659-2abd142d8d7a tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281972 Sep 01 09:46:40.945794 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8e50f-98e2-4aa6-a2e2-cf88627722fa req-e070e0a5-c92f-4974-b904-889ca9a2c018 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:40.947361 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3bb8e50f-98e2-4aa6-a2e2-cf88627722fa req-e070e0a5-c92f-4974-b904-889ca9a2c018 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 945 time: 0.0524809 Sep 01 09:46:40.998956 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3bb8e50f-98e2-4aa6-a2e2-cf88627722fa req-7ca0d5d3-3cb3-4d2f-a0f5-fa38ecdc99dc tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453343 Sep 01 09:46:41.003879 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334e02e3-3857-44ad-a9f4-c131599ff74c None None] New status for floating IP 3d214a0f-93c5-499f-8b9c-0e9c121bd93b: ACTIVE {{(pid=94096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 09:46:41.019693 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-05a34773-1374-430b-8c52-89280258946f req-eb22365d-3c98-4531-88f2-655c9ca6edb2 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-150874701&fields=id&tenant_id=9a6b4370aba745f68a1275c96e88c0dd HTTP/1.1" status: 200 len: 267 time: 0.0457373 Sep 01 09:46:41.083995 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a34773-1374-430b-8c52-89280258946f req-9e26f251-a50b-4f74-95ec-e792a9ed5a13 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:41.085424 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-05a34773-1374-430b-8c52-89280258946f req-9e26f251-a50b-4f74-95ec-e792a9ed5a13 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 945 time: 0.0594981 Sep 01 09:46:41.108822 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [req-05a34773-1374-430b-8c52-89280258946f req-a2b35bd6-a47e-4628-92d7-774e2df551c0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Request body: {'port': {'security_groups': ['200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa', '0541ebcb-d2aa-4ec1-a93a-7682bfdfb7f1']}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:46:41.158178 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132121ae-d5a0-420f-9e3f-6ebde1c22296 req-bf8e5710-f35f-42d9-a971-0d316f3359c1 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:41.159676 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-132121ae-d5a0-420f-9e3f-6ebde1c22296 req-bf8e5710-f35f-42d9-a971-0d316f3359c1 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 945 time: 0.0916946 Sep 01 09:46:41.198989 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-05a34773-1374-430b-8c52-89280258946f req-a2b35bd6-a47e-4628-92d7-774e2df551c0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:41.246441 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-132121ae-d5a0-420f-9e3f-6ebde1c22296 req-76ee25a3-cbea-4acc-ab3c-6e6b4a490b62 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709095 Sep 01 09:46:41.270074 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42048) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:46:41.310852 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e24c30-e0df-49a2-8829-a9243cfcbe40 tempest-TestVolumeBootPattern-1317103146 tempest-TestVolumeBootPattern-1317103146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:41.312410 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-01e24c30-e0df-49a2-8829-a9243cfcbe40 tempest-TestVolumeBootPattern-1317103146 tempest-TestVolumeBootPattern-1317103146-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 1093 time: 0.0411446 Sep 01 09:46:41.315211 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42050) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:46:41.319688 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-6f3fa7dd-40ef-4b28-98cb-b8654754c08e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Request body: {'floatingip': {'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'port_id': 'b52e930c-a85b-4cf5-9d49-068948f82e3f', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:46:41.341643 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6f3fa7dd-40ef-4b28-98cb-b8654754c08e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:41.399181 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-05a34773-1374-430b-8c52-89280258946f req-a2b35bd6-a47e-4628-92d7-774e2df551c0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] For port cbe596da-b1b1-4eec-9495-200f7c01b1e2, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=cbe596da-b1b1-4eec-9495-200f7c01b1e2,segment=NetworkSegment(f3b4bf6c-3060-48e5-bcf4-0c6d43822000),segment_id=f3b4bf6c-3060-48e5-bcf4-0c6d43822000)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:46:41.432450 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-05a34773-1374-430b-8c52-89280258946f req-a2b35bd6-a47e-4628-92d7-774e2df551c0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:41.435462 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6f3fa7dd-40ef-4b28-98cb-b8654754c08e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:41.437423 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-05a34773-1374-430b-8c52-89280258946f req-a2b35bd6-a47e-4628-92d7-774e2df551c0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:41.475806 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['cbe596da-b1b1-4eec-9495-200f7c01b1e2'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:46:41.483684 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a34773-1374-430b-8c52-89280258946f req-a2b35bd6-a47e-4628-92d7-774e2df551c0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:41.484316 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-05a34773-1374-430b-8c52-89280258946f req-a2b35bd6-a47e-4628-92d7-774e2df551c0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:41.485717 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-05a34773-1374-430b-8c52-89280258946f req-a2b35bd6-a47e-4628-92d7-774e2df551c0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "PUT /v2.0/ports/cbe596da-b1b1-4eec-9495-200f7c01b1e2 HTTP/1.1" status: 200 len: 981 time: 0.3839760 Sep 01 09:46:41.504838 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b35bd6-a47e-4628-92d7-774e2df551c0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Pushing event updated for resources: {'Port': ['ID=cbe596da-b1b1-4eec-9495-200f7c01b1e2,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:41.566320 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-6f3fa7dd-40ef-4b28-98cb-b8654754c08e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Allocated IP 172.27.0.128 (5981992f-fe61-47e0-99c1-6f445c6d0ea2/24ba0698-ff73-47e7-90df-c9665eaff537/55bfca12-739d-4bb6-86c0-7532746ef455) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:46:41.616475 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['cbe596da-b1b1-4eec-9495-200f7c01b1e2'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:46:41.624551 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf43196-f494-4ebb-973e-bb0811a2ccf7 req-adddc845-d648-4cd1-b1c4-049efe3d30eb tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:41.626441 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-abf43196-f494-4ebb-973e-bb0811a2ccf7 req-adddc845-d648-4cd1-b1c4-049efe3d30eb tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 984 time: 0.0567834 Sep 01 09:46:41.687145 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6f3fa7dd-40ef-4b28-98cb-b8654754c08e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:41.689814 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-abf43196-f494-4ebb-973e-bb0811a2ccf7 req-9f99d961-a1ed-4588-b266-3be27e0212ac tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=0541ebcb-d2aa-4ec1-a93a-7682bfdfb7f1&id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551965 Sep 01 09:46:41.736823 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6f3fa7dd-40ef-4b28-98cb-b8654754c08e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25065501'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:41.771202 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3fa7dd-40ef-4b28-98cb-b8654754c08e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:46:41.777483 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-6f3fa7dd-40ef-4b28-98cb-b8654754c08e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:46:41.780920 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3fa7dd-40ef-4b28-98cb-b8654754c08e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:46:41.805601 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fa7dd-40ef-4b28-98cb-b8654754c08e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Pushing event updated for resources: {'Port': ['ID=55bfca12-739d-4bb6-86c0-7532746ef455,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:41.822955 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-1bec70be-0c5f-4f98-83a4-fb3712f56a50 None None] Provisioning complete for port cbe596da-b1b1-4eec-9495-200f7c01b1e2 triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:46:41.823151 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-1bec70be-0c5f-4f98-83a4-fb3712f56a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:42.027629 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d0a714-4e5b-4577-bb5a-9000a805e7b5', 'tag': 'cbe596da-b1b1-4eec-9495-200f7c01b1e2'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:46:42.030241 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e830824-a3d0-4f41-b155-810e4b1da7a0" -d '{"events": [{"name": "network-changed", "server_uuid": "65d0a714-4e5b-4577-bb5a-9000a805e7b5", "tag": "cbe596da-b1b1-4eec-9495-200f7c01b1e2"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:46:42.077568 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3b4161-ad70-4161-a467-e311d1ba29de x-openstack-request-id: req-cd3b4161-ad70-4161-a467-e311d1ba29de {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:46:42.077875 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d0a714-4e5b-4577-bb5a-9000a805e7b5", "tag": "cbe596da-b1b1-4eec-9495-200f7c01b1e2", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:46:42.078120 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cd3b4161-ad70-4161-a467-e311d1ba29de {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:46:42.078503 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d0a714-4e5b-4577-bb5a-9000a805e7b5', 'tag': 'cbe596da-b1b1-4eec-9495-200f7c01b1e2', 'status': 'completed', 'code': 200} Sep 01 09:46:42.140061 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6f3fa7dd-40ef-4b28-98cb-b8654754c08e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:42.165022 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e830824-a3d0-4f41-b155-810e4b1da7a0 req-46479931-e426-4cb0-8cfd-ec6713dc908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:42.166556 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3e830824-a3d0-4f41-b155-810e4b1da7a0 req-46479931-e426-4cb0-8cfd-ec6713dc908c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a6b4370aba745f68a1275c96e88c0dd&device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 1137 time: 0.0398972 Sep 01 09:46:42.217746 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6f3fa7dd-40ef-4b28-98cb-b8654754c08e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:42.262032 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e830824-a3d0-4f41-b155-810e4b1da7a0 req-02c33908-7fcc-4fa5-a30d-0ef8e57e9c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:42.263422 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3e830824-a3d0-4f41-b155-810e4b1da7a0 req-02c33908-7fcc-4fa5-a30d-0ef8e57e9c21 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ab4a4563-e980-41b1-967f-5d49ac16dad3 HTTP/1.1" status: 200 len: 916 time: 0.0896122 Sep 01 09:46:42.330557 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3e830824-a3d0-4f41-b155-810e4b1da7a0 req-a40bfe41-c509-4674-9d2f-7079b4caa65f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbe596da-b1b1-4eec-9495-200f7c01b1e2 HTTP/1.1" status: 200 len: 1001 time: 0.0585430 Sep 01 09:46:42.364646 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6f3fa7dd-40ef-4b28-98cb-b8654754c08e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:42.373497 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6f3fa7dd-40ef-4b28-98cb-b8654754c08e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25065508'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:42.387101 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e830824-a3d0-4f41-b155-810e4b1da7a0 req-99e47f1a-4bcd-4edc-a981-35cdf62a6bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:42.388605 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3e830824-a3d0-4f41-b155-810e4b1da7a0 req-99e47f1a-4bcd-4edc-a981-35cdf62a6bed service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5caddb51-105c-49b1-8267-f3f4c290c1d6 HTTP/1.1" status: 200 len: 853 time: 0.0480814 Sep 01 09:46:42.434016 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e830824-a3d0-4f41-b155-810e4b1da7a0 req-8a057b71-3ae1-4124-853f-380c89c2797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:42.435530 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3e830824-a3d0-4f41-b155-810e4b1da7a0 req-8a057b71-3ae1-4124-853f-380c89c2797b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ab4a4563-e980-41b1-967f-5d49ac16dad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390038 Sep 01 09:46:42.437741 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fa7dd-40ef-4b28-98cb-b8654754c08e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Pushing event updated for resources: {'Port': ['ID=55bfca12-739d-4bb6-86c0-7532746ef455,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:46:42.452545 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6f3fa7dd-40ef-4b28-98cb-b8654754c08e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16688660'] for floatingip, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:42.526156 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3e830824-a3d0-4f41-b155-810e4b1da7a0 req-f3e505f2-2742-4be0-8921-43afcf3a5d7f service neutron] 10.222.0.77 "GET /v2.0/networks/ab4a4563-e980-41b1-967f-5d49ac16dad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814981 Sep 01 09:46:42.549865 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.db.l3_db [None req-6f3fa7dd-40ef-4b28-98cb-b8654754c08e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Floating IP 92c02fcd-b56d-43cc-9d08-c413c849d6e8 associated. External IP: 172.27.0.128, port: b52e930c-a85b-4cf5-9d49-068948f82e3f. Sep 01 09:46:42.625413 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3e830824-a3d0-4f41-b155-810e4b1da7a0 req-e54c8232-b08b-473a-9705-b92e15d99fb6 service neutron] 10.222.0.77 "GET /v2.0/networks/ab4a4563-e980-41b1-967f-5d49ac16dad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873325 Sep 01 09:46:42.984544 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3fa7dd-40ef-4b28-98cb-b8654754c08e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Router c460e377-3cca-43cd-8a7b-e101ff8eaf21 has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:46:43.089589 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3fa7dd-40ef-4b28-98cb-b8654754c08e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:46:43.099421 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276126db-cb2e-4290-9868-4c67e7833350 None None] Sync routers for ids ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:46:43.106673 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6f3fa7dd-40ef-4b28-98cb-b8654754c08e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:43.109763 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276126db-cb2e-4290-9868-4c67e7833350 None None] Routers {'c460e377-3cca-43cd-8a7b-e101ff8eaf21'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:46:43.110393 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-276126db-cb2e-4290-9868-4c67e7833350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:46:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:46:43.136561 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-6f3fa7dd-40ef-4b28-98cb-b8654754c08e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8203464 Sep 01 09:46:43.137149 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b281c7ab-7679-45db-96bb-88948127a1c2', 'tag': 'b52e930c-a85b-4cf5-9d49-068948f82e3f'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:46:43.139396 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1158da6c3346bc0ee3ec7fc22ff852373ba0e4f09dd7013d76cb48f019b6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b0463a-fb79-4a82-ab7a-f350d15c8409" -d '{"events": [{"name": "network-changed", "server_uuid": "b281c7ab-7679-45db-96bb-88948127a1c2", "tag": "b52e930c-a85b-4cf5-9d49-068948f82e3f"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:46:43.175225 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b545ecc-63d6-4335-b5c0-8d18cd698ae1 x-openstack-request-id: req-7b545ecc-63d6-4335-b5c0-8d18cd698ae1 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:46:43.175511 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b281c7ab-7679-45db-96bb-88948127a1c2", "tag": "b52e930c-a85b-4cf5-9d49-068948f82e3f", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:46:43.175802 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7b545ecc-63d6-4335-b5c0-8d18cd698ae1 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:46:43.176193 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b281c7ab-7679-45db-96bb-88948127a1c2', 'tag': 'b52e930c-a85b-4cf5-9d49-068948f82e3f', 'status': 'completed', 'code': 200} Sep 01 09:46:43.262585 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0463a-fb79-4a82-ab7a-f350d15c8409 req-81244db9-d9c2-4b00-a887-091c7f63633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:43.264068 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-27b0463a-fb79-4a82-ab7a-f350d15c8409 req-81244db9-d9c2-4b00-a887-091c7f63633b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fdb73d0e8704a399f85f3add1c41808&device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 1098 time: 0.0438035 Sep 01 09:46:43.339449 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-276126db-cb2e-4290-9868-4c67e7833350 None None] Set router c460e377-3cca-43cd-8a7b-e101ff8eaf21 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:46:43.361060 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0463a-fb79-4a82-ab7a-f350d15c8409 req-ffa84aa4-7456-499c-b88b-8a5b0de6c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:43.362612 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-27b0463a-fb79-4a82-ab7a-f350d15c8409 req-ffa84aa4-7456-499c-b88b-8a5b0de6c70d service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ef54018-d592-4530-92ab-5c0638950a7d HTTP/1.1" status: 200 len: 914 time: 0.0894976 Sep 01 09:46:43.429964 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-27b0463a-fb79-4a82-ab7a-f350d15c8409 req-3e22c785-26e9-44d5-8d4e-df325449f1a1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b52e930c-a85b-4cf5-9d49-068948f82e3f HTTP/1.1" status: 200 len: 999 time: 0.0591507 Sep 01 09:46:43.480858 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0463a-fb79-4a82-ab7a-f350d15c8409 req-f46023a1-f48a-4067-af46-035441796b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:43.482279 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-27b0463a-fb79-4a82-ab7a-f350d15c8409 req-f46023a1-f48a-4067-af46-035441796b9d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfaae55d-773d-4b92-a203-450cd6111e59 HTTP/1.1" status: 200 len: 851 time: 0.0435610 Sep 01 09:46:43.532431 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0463a-fb79-4a82-ab7a-f350d15c8409 req-5ca2617c-523a-40f4-892c-321478943038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:46:43.533877 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-27b0463a-fb79-4a82-ab7a-f350d15c8409 req-5ca2617c-523a-40f4-892c-321478943038 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ef54018-d592-4530-92ab-5c0638950a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438662 Sep 01 09:46:43.559355 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-276126db-cb2e-4290-9868-4c67e7833350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:43:03Z', 'revision_number': 4, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port': {'id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:01Z', 'updated_at': '2021-09-01T09:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': '92c02fcd-b56d-43cc-9d08-c413c849d6e8', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'port_id': 'b52e930c-a85b-4cf5-9d49-068948f82e3f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'mac_address': 'fa:16:3e:a9:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b281c7ab-7679-45db-96bb-88948127a1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:46:41Z', 'updated_at': '2021-09-01T09:46:41Z', 'revision_number': 0, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4917afe8-e377-4254-baf7-9d2aa01fd789', 'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'mac_address': 'fa:16:3e:81:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:02Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 5, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'subnets': [{'id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:46:43.584858 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276126db-cb2e-4290-9868-4c67e7833350 None None] Checking router: c460e377-3cca-43cd-8a7b-e101ff8eaf21 for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:46:43.593773 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276126db-cb2e-4290-9868-4c67e7833350 None None] Routers {'c460e377-3cca-43cd-8a7b-e101ff8eaf21'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:46:43.594383 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-276126db-cb2e-4290-9868-4c67e7833350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:46:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:46:43.623104 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-27b0463a-fb79-4a82-ab7a-f350d15c8409 req-d363882a-0f86-4a31-94ba-383de99a51ea service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815146 Sep 01 09:46:43.700468 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-276126db-cb2e-4290-9868-4c67e7833350 None None] Set router c460e377-3cca-43cd-8a7b-e101ff8eaf21 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:46:43.714693 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-27b0463a-fb79-4a82-ab7a-f350d15c8409 req-e61e5e52-a092-46f9-859f-c72d6e58c340 service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850918 Sep 01 09:46:43.927378 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-276126db-cb2e-4290-9868-4c67e7833350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:43:03Z', 'revision_number': 4, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port': {'id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:01Z', 'updated_at': '2021-09-01T09:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': '92c02fcd-b56d-43cc-9d08-c413c849d6e8', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'port_id': 'b52e930c-a85b-4cf5-9d49-068948f82e3f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'mac_address': 'fa:16:3e:a9:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b281c7ab-7679-45db-96bb-88948127a1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:46:41Z', 'updated_at': '2021-09-01T09:46:41Z', 'revision_number': 0, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4917afe8-e377-4254-baf7-9d2aa01fd789', 'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'mac_address': 'fa:16:3e:81:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:02Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 5, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'subnets': [{'id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:46:43.952273 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276126db-cb2e-4290-9868-4c67e7833350 None None] The sync data for ids ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'] in dv-cinder-806726-2-iscsi is: [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:43:03Z', 'revision_number': 4, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port': {'id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:01Z', 'updated_at': '2021-09-01T09:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': '92c02fcd-b56d-43cc-9d08-c413c849d6e8', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'port_id': 'b52e930c-a85b-4cf5-9d49-068948f82e3f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'mac_address': 'fa:16:3e:a9:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b281c7ab-7679-45db-96bb-88948127a1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:46:41Z', 'updated_at': '2021-09-01T09:46:41Z', 'revision_number': 0, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4917afe8-e377-4254-baf7-9d2aa01fd789', 'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'mac_address': 'fa:16:3e:81:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:02Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 5, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'subnets': [{'id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:46:44.145138 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa2a163-b22e-438e-8ac5-86ff4122fdd2 None None] New status for floating IP 92c02fcd-b56d-43cc-9d08-c413c849d6e8: ACTIVE {{(pid=94096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 09:46:49.290434 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:46:52.347939 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-6941dee6-34f4-4945-a6df-b30fa52c9929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:54.041977 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:54.853739 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e489e2bb-cf1d-4547-9d6c-5c094f482350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:55.503539 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:56.134404 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:46:57.929369 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:05.425711 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60de1f7-73af-45e4-a872-264dbf4ab188 req-9d98666e-324a-4142-ad7b-45f091dd902c tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:05.427513 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c60de1f7-73af-45e4-a872-264dbf4ab188 req-9d98666e-324a-4142-ad7b-45f091dd902c tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 984 time: 0.0624089 Sep 01 09:47:05.479821 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546a413-51d0-40f7-a7a2-fdf4e0994755 req-b65b2157-d63c-4c35-9592-956e96b0e7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:05.481289 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6546a413-51d0-40f7-a7a2-fdf4e0994755 req-b65b2157-d63c-4c35-9592-956e96b0e7b5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a6b4370aba745f68a1275c96e88c0dd&device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 1137 time: 0.0767579 Sep 01 09:47:05.485284 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c60de1f7-73af-45e4-a872-264dbf4ab188 req-6a5d91fe-f6af-488f-bac7-d6fc75d4ba7a tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=0541ebcb-d2aa-4ec1-a93a-7682bfdfb7f1&id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446734 Sep 01 09:47:05.582817 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546a413-51d0-40f7-a7a2-fdf4e0994755 req-21502550-52cb-4ffa-8ee6-63f7129e286b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:05.584285 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6546a413-51d0-40f7-a7a2-fdf4e0994755 req-21502550-52cb-4ffa-8ee6-63f7129e286b service neutron] 10.222.0.77 "GET /v2.0/networks?id=ab4a4563-e980-41b1-967f-5d49ac16dad3 HTTP/1.1" status: 200 len: 916 time: 0.0936182 Sep 01 09:47:05.661163 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6546a413-51d0-40f7-a7a2-fdf4e0994755 req-261af114-cef6-4e65-a743-d628a555d27c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbe596da-b1b1-4eec-9495-200f7c01b1e2 HTTP/1.1" status: 200 len: 1001 time: 0.0685432 Sep 01 09:47:05.726573 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546a413-51d0-40f7-a7a2-fdf4e0994755 req-ac2e0d2c-3b53-4990-8887-0d1971a87e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:05.728059 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6546a413-51d0-40f7-a7a2-fdf4e0994755 req-ac2e0d2c-3b53-4990-8887-0d1971a87e21 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5caddb51-105c-49b1-8267-f3f4c290c1d6 HTTP/1.1" status: 200 len: 853 time: 0.0586174 Sep 01 09:47:05.776004 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546a413-51d0-40f7-a7a2-fdf4e0994755 req-c49f2a0f-5072-42b2-b059-bec309554fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:05.777441 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6546a413-51d0-40f7-a7a2-fdf4e0994755 req-c49f2a0f-5072-42b2-b059-bec309554fe2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ab4a4563-e980-41b1-967f-5d49ac16dad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402811 Sep 01 09:47:05.873788 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6546a413-51d0-40f7-a7a2-fdf4e0994755 req-0e7a98ff-7888-4b41-86b0-c3f486a9725d service neutron] 10.222.0.77 "GET /v2.0/networks/ab4a4563-e980-41b1-967f-5d49ac16dad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800440 Sep 01 09:47:05.970939 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-6546a413-51d0-40f7-a7a2-fdf4e0994755 req-4a5dfd0d-c202-44e7-8849-d8c8091fab14 service neutron] 10.222.0.77 "GET /v2.0/networks/ab4a4563-e980-41b1-967f-5d49ac16dad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889051 Sep 01 09:47:06.613429 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc00c7-8b24-404c-8726-14763cf9af93 req-7bb87544-cfc1-40c4-91fd-f8a985b28f81 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:06.614888 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9edc00c7-8b24-404c-8726-14763cf9af93 req-7bb87544-cfc1-40c4-91fd-f8a985b28f81 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 984 time: 0.0500352 Sep 01 09:47:06.658360 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9edc00c7-8b24-404c-8726-14763cf9af93 req-cc8765e4-0777-40b3-af6f-3ddfc3ec860c tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=0541ebcb-d2aa-4ec1-a93a-7682bfdfb7f1&id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343876 Sep 01 09:47:07.790238 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32045c9-6eaf-40a2-bf71-833bf23ed071 req-7872e1c3-3076-4288-8643-32f123aeafc2 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:07.791904 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c32045c9-6eaf-40a2-bf71-833bf23ed071 req-7872e1c3-3076-4288-8643-32f123aeafc2 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 984 time: 0.0565016 Sep 01 09:47:07.835613 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c32045c9-6eaf-40a2-bf71-833bf23ed071 req-3eb04c96-6949-43fd-8981-60c7d88b79d3 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=0541ebcb-d2aa-4ec1-a93a-7682bfdfb7f1&id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374570 Sep 01 09:47:08.973430 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428f648-49f9-4f0f-90b0-79d107be5817 req-b3757d4b-781c-4514-a3a8-797e31ac174a tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:08.974921 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8428f648-49f9-4f0f-90b0-79d107be5817 req-b3757d4b-781c-4514-a3a8-797e31ac174a tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 984 time: 0.0555086 Sep 01 09:47:09.015710 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8428f648-49f9-4f0f-90b0-79d107be5817 req-a7e16a28-2334-49b2-a2ac-834c2270dee2 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=0541ebcb-d2aa-4ec1-a93a-7682bfdfb7f1&id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347171 Sep 01 09:47:10.153453 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ce344-73f8-4059-8603-e64d918de978 req-3cc96341-01bc-4dbb-9eb0-7b821d059b2a tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:10.154910 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-169ce344-73f8-4059-8603-e64d918de978 req-3cc96341-01bc-4dbb-9eb0-7b821d059b2a tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 984 time: 0.0547311 Sep 01 09:47:10.204717 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-169ce344-73f8-4059-8603-e64d918de978 req-3a27f314-d95c-44eb-ac3d-07a927d1887e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=0541ebcb-d2aa-4ec1-a93a-7682bfdfb7f1&id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436571 Sep 01 09:47:11.330564 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740eccab-bce3-41b0-9910-ff01e6d8e3f8 req-02f741d6-7269-460f-b6c9-a258f87e5d8e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:11.332001 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-740eccab-bce3-41b0-9910-ff01e6d8e3f8 req-02f741d6-7269-460f-b6c9-a258f87e5d8e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 984 time: 0.0492806 Sep 01 09:47:11.374073 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-740eccab-bce3-41b0-9910-ff01e6d8e3f8 req-d8eb5f47-4b58-4239-ad88-6c6fe63d5e6a tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=0541ebcb-d2aa-4ec1-a93a-7682bfdfb7f1&id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360348 Sep 01 09:47:12.505154 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5534c7-489a-4dfc-a7c5-b8697a0c9079 req-b31e1287-9198-4c55-b23f-358f9f949963 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:12.506594 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7c5534c7-489a-4dfc-a7c5-b8697a0c9079 req-b31e1287-9198-4c55-b23f-358f9f949963 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 984 time: 0.0526185 Sep 01 09:47:12.552432 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-7c5534c7-489a-4dfc-a7c5-b8697a0c9079 req-9d765a3e-eaed-4b81-a0db-48f5dd008bcf tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=0541ebcb-d2aa-4ec1-a93a-7682bfdfb7f1&id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369549 Sep 01 09:47:13.680460 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79404835-de46-40ac-88e0-56d0b3355649 req-60be5700-9e82-4052-aba1-74bda1fd0745 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:13.681836 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-79404835-de46-40ac-88e0-56d0b3355649 req-60be5700-9e82-4052-aba1-74bda1fd0745 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 984 time: 0.0493240 Sep 01 09:47:13.725207 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-79404835-de46-40ac-88e0-56d0b3355649 req-87363a65-610b-40a1-9449-e8b281e3a9f7 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=0541ebcb-d2aa-4ec1-a93a-7682bfdfb7f1&id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343218 Sep 01 09:47:14.842872 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfaab81-0ffa-4720-8926-86efa3f36be7 req-557bd5fc-4ef3-45c0-b1db-01eb36d605c6 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:14.844149 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9cfaab81-0ffa-4720-8926-86efa3f36be7 req-557bd5fc-4ef3-45c0-b1db-01eb36d605c6 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 984 time: 0.0483108 Sep 01 09:47:14.888470 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9cfaab81-0ffa-4720-8926-86efa3f36be7 req-8df13ee6-65ec-492d-a85c-9a85a300b807 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=0541ebcb-d2aa-4ec1-a93a-7682bfdfb7f1&id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362000 Sep 01 09:47:16.015520 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245dc0e-ba14-4378-8e32-552bba2e89be req-c9086cde-9a41-41e9-9ca2-b2551f40910c tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:16.017036 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9245dc0e-ba14-4378-8e32-552bba2e89be req-c9086cde-9a41-41e9-9ca2-b2551f40910c tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 984 time: 0.0495245 Sep 01 09:47:16.057268 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9245dc0e-ba14-4378-8e32-552bba2e89be req-27266ddf-f4d8-43e6-9349-0f21a5fc13b4 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=0541ebcb-d2aa-4ec1-a93a-7682bfdfb7f1&id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340586 Sep 01 09:47:17.191770 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148f9d1-5a21-4c13-8bdf-fbadb9fb0865 req-6a56ba55-f989-445c-8c91-265b403b86f9 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:17.193517 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3148f9d1-5a21-4c13-8bdf-fbadb9fb0865 req-6a56ba55-f989-445c-8c91-265b403b86f9 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 984 time: 0.0581827 Sep 01 09:47:17.236152 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3148f9d1-5a21-4c13-8bdf-fbadb9fb0865 req-5e3232b7-e2a9-4999-adbf-e9d85a744a17 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=0541ebcb-d2aa-4ec1-a93a-7682bfdfb7f1&id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336046 Sep 01 09:47:22.351523 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b67e0f4b-b526-417d-b017-72ef69f12cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:24.037619 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:24.846142 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-06af7190-c57c-44f2-94fe-6a67bfe7d6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:25.509817 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:26.139616 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:26.295195 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:47:27.933895 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:28.301028 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b176ee1e-bcf6-488d-b33e-b165e030b39a req-58d72df6-8727-465a-af23-9876240a1d16 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447059 Sep 01 09:47:28.419408 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176ee1e-bcf6-488d-b33e-b165e030b39a req-456c0a71-fe01-43fb-bea0-ce96594f0eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:28.421643 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b176ee1e-bcf6-488d-b33e-b165e030b39a req-456c0a71-fe01-43fb-bea0-ce96594f0eb8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a6b4370aba745f68a1275c96e88c0dd&device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 1137 time: 0.0461674 Sep 01 09:47:28.536220 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176ee1e-bcf6-488d-b33e-b165e030b39a req-e118592e-3f6c-4b37-ab5e-dc6709dc1802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:28.537665 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b176ee1e-bcf6-488d-b33e-b165e030b39a req-e118592e-3f6c-4b37-ab5e-dc6709dc1802 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ab4a4563-e980-41b1-967f-5d49ac16dad3 HTTP/1.1" status: 200 len: 916 time: 0.0952687 Sep 01 09:47:28.851688 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b176ee1e-bcf6-488d-b33e-b165e030b39a req-8502c207-d35c-4032-9e15-8982e3c09c70 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbe596da-b1b1-4eec-9495-200f7c01b1e2 HTTP/1.1" status: 200 len: 1001 time: 0.3007584 Sep 01 09:47:28.901428 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176ee1e-bcf6-488d-b33e-b165e030b39a req-e77d01c9-b6bf-4fa9-a324-4ce57d9cbdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:28.902791 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b176ee1e-bcf6-488d-b33e-b165e030b39a req-e77d01c9-b6bf-4fa9-a324-4ce57d9cbdf1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5caddb51-105c-49b1-8267-f3f4c290c1d6 HTTP/1.1" status: 200 len: 853 time: 0.0429897 Sep 01 09:47:28.949139 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176ee1e-bcf6-488d-b33e-b165e030b39a req-ee7441bc-1351-459f-9f44-c3e0696e1a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:28.950544 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b176ee1e-bcf6-488d-b33e-b165e030b39a req-ee7441bc-1351-459f-9f44-c3e0696e1a7e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ab4a4563-e980-41b1-967f-5d49ac16dad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395434 Sep 01 09:47:28.963070 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [req-b176ee1e-bcf6-488d-b33e-b165e030b39a req-595d0a51-ec7d-417e-bada-1d36015744b1 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=94093) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 09:47:28.964026 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b176ee1e-bcf6-488d-b33e-b165e030b39a req-595d0a51-ec7d-417e-bada-1d36015744b1 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048218 Sep 01 09:47:29.054966 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b176ee1e-bcf6-488d-b33e-b165e030b39a req-1fa6f671-b594-4ac1-9dd2-b9f6ff9a8164 service neutron] 10.222.0.77 "GET /v2.0/networks/ab4a4563-e980-41b1-967f-5d49ac16dad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839303 Sep 01 09:47:29.149719 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b176ee1e-bcf6-488d-b33e-b165e030b39a req-4525ec21-d1f5-4a12-80ae-e966a2b5bdd1 service neutron] 10.222.0.77 "GET /v2.0/networks/ab4a4563-e980-41b1-967f-5d49ac16dad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808909 Sep 01 09:47:51.177526 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-af896c0b-05d5-4ff3-9aee-a5f36f03781d req-e34710d7-b726-4ed6-bcb0-898cbfdab572 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-150874701&fields=id&tenant_id=9a6b4370aba745f68a1275c96e88c0dd HTTP/1.1" status: 200 len: 267 time: 0.1615019 Sep 01 09:47:51.232617 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af896c0b-05d5-4ff3-9aee-a5f36f03781d req-ed4f3cfb-378e-4cc6-9c59-c09a74961ed3 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:51.233993 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-af896c0b-05d5-4ff3-9aee-a5f36f03781d req-ed4f3cfb-378e-4cc6-9c59-c09a74961ed3 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 984 time: 0.0484319 Sep 01 09:47:51.245021 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [req-af896c0b-05d5-4ff3-9aee-a5f36f03781d req-7b9702f7-7072-4487-aaa8-aa0f6bca8d4e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Request body: {'port': {'security_groups': ['200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa']}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:47:51.311193 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-af896c0b-05d5-4ff3-9aee-a5f36f03781d req-7b9702f7-7072-4487-aaa8-aa0f6bca8d4e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:51.482858 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-af896c0b-05d5-4ff3-9aee-a5f36f03781d req-7b9702f7-7072-4487-aaa8-aa0f6bca8d4e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] For port cbe596da-b1b1-4eec-9495-200f7c01b1e2, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=cbe596da-b1b1-4eec-9495-200f7c01b1e2,segment=NetworkSegment(f3b4bf6c-3060-48e5-bcf4-0c6d43822000),segment_id=f3b4bf6c-3060-48e5-bcf4-0c6d43822000)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:47:51.511471 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-af896c0b-05d5-4ff3-9aee-a5f36f03781d req-7b9702f7-7072-4487-aaa8-aa0f6bca8d4e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:51.518671 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-af896c0b-05d5-4ff3-9aee-a5f36f03781d req-7b9702f7-7072-4487-aaa8-aa0f6bca8d4e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:51.554998 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['cbe596da-b1b1-4eec-9495-200f7c01b1e2'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:47:51.560077 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af896c0b-05d5-4ff3-9aee-a5f36f03781d req-7b9702f7-7072-4487-aaa8-aa0f6bca8d4e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:51.560475 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-af896c0b-05d5-4ff3-9aee-a5f36f03781d req-7b9702f7-7072-4487-aaa8-aa0f6bca8d4e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:51.563033 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-af896c0b-05d5-4ff3-9aee-a5f36f03781d req-7b9702f7-7072-4487-aaa8-aa0f6bca8d4e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "PUT /v2.0/ports/cbe596da-b1b1-4eec-9495-200f7c01b1e2 HTTP/1.1" status: 200 len: 942 time: 0.3215907 Sep 01 09:47:51.563033 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d0a714-4e5b-4577-bb5a-9000a805e7b5', 'tag': 'cbe596da-b1b1-4eec-9495-200f7c01b1e2'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:47:51.564602 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b193194a-d4cc-4915-bbc4-98ba3db52d01" -d '{"events": [{"name": "network-changed", "server_uuid": "65d0a714-4e5b-4577-bb5a-9000a805e7b5", "tag": "cbe596da-b1b1-4eec-9495-200f7c01b1e2"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:47:51.569303 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42126) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:47:51.592585 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9702f7-7072-4487-aaa8-aa0f6bca8d4e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Pushing event updated for resources: {'Port': ['ID=cbe596da-b1b1-4eec-9495-200f7c01b1e2,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:47:51.602120 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9702f7-7072-4487-aaa8-aa0f6bca8d4e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:47:51.602827 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9702f7-7072-4487-aaa8-aa0f6bca8d4e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:47:51.603542 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9702f7-7072-4487-aaa8-aa0f6bca8d4e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:47:51.604138 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9702f7-7072-4487-aaa8-aa0f6bca8d4e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:47:51.604473 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9702f7-7072-4487-aaa8-aa0f6bca8d4e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:47:51.604834 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9702f7-7072-4487-aaa8-aa0f6bca8d4e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:47:51.605161 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9702f7-7072-4487-aaa8-aa0f6bca8d4e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:47:51.605486 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9702f7-7072-4487-aaa8-aa0f6bca8d4e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:47:51.605830 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9702f7-7072-4487-aaa8-aa0f6bca8d4e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:47:51.606158 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9702f7-7072-4487-aaa8-aa0f6bca8d4e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:47:51.606475 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9702f7-7072-4487-aaa8-aa0f6bca8d4e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:47:51.607626 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9702f7-7072-4487-aaa8-aa0f6bca8d4e tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:47:51.636417 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c916fb2-6124-4ec9-9c7c-2f76d58298cb x-openstack-request-id: req-2c916fb2-6124-4ec9-9c7c-2f76d58298cb {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:47:51.637083 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d0a714-4e5b-4577-bb5a-9000a805e7b5", "tag": "cbe596da-b1b1-4eec-9495-200f7c01b1e2", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:47:51.637525 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2c916fb2-6124-4ec9-9c7c-2f76d58298cb {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:47:51.638105 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d0a714-4e5b-4577-bb5a-9000a805e7b5', 'tag': 'cbe596da-b1b1-4eec-9495-200f7c01b1e2', 'status': 'completed', 'code': 200} Sep 01 09:47:51.652373 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cecd0dfd-0137-4d5d-aea6-e0c1f55db192 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:51.685620 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cecd0dfd-0137-4d5d-aea6-e0c1f55db192 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:51.690452 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['cbe596da-b1b1-4eec-9495-200f7c01b1e2'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:47:51.752204 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cecd0dfd-0137-4d5d-aea6-e0c1f55db192 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:51.756080 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cecd0dfd-0137-4d5d-aea6-e0c1f55db192 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:51.757328 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-cecd0dfd-0137-4d5d-aea6-e0c1f55db192 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "DELETE /v2.0/security-groups/0541ebcb-d2aa-4ec1-a93a-7682bfdfb7f1 HTTP/1.1" status: 204 len: 168 time: 0.1870096 Sep 01 09:47:51.766474 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42132) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:47:51.773237 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd0dfd-0137-4d5d-aea6-e0c1f55db192 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0541ebcb-d2aa-4ec1-a93a-7682bfdfb7f1,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:47:51.780407 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193194a-d4cc-4915-bbc4-98ba3db52d01 req-ff955130-107d-4577-b14d-768c12702814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:51.782498 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b193194a-d4cc-4915-bbc4-98ba3db52d01 req-ff955130-107d-4577-b14d-768c12702814 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a6b4370aba745f68a1275c96e88c0dd&device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 1098 time: 0.1010320 Sep 01 09:47:51.812726 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-83578894-a510-4879-9c0b-0bbee69487c2 None None] Provisioning complete for port cbe596da-b1b1-4eec-9495-200f7c01b1e2 triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:47:51.813097 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-83578894-a510-4879-9c0b-0bbee69487c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:51.823549 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd0dfd-0137-4d5d-aea6-e0c1f55db192 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:47:51.823846 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd0dfd-0137-4d5d-aea6-e0c1f55db192 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:47:51.824337 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd0dfd-0137-4d5d-aea6-e0c1f55db192 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:47:51.824730 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd0dfd-0137-4d5d-aea6-e0c1f55db192 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:47:51.825124 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd0dfd-0137-4d5d-aea6-e0c1f55db192 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:47:51.825512 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd0dfd-0137-4d5d-aea6-e0c1f55db192 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:47:51.825899 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd0dfd-0137-4d5d-aea6-e0c1f55db192 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:47:51.826287 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd0dfd-0137-4d5d-aea6-e0c1f55db192 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:47:51.826686 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd0dfd-0137-4d5d-aea6-e0c1f55db192 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:47:51.827073 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd0dfd-0137-4d5d-aea6-e0c1f55db192 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:47:51.827490 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd0dfd-0137-4d5d-aea6-e0c1f55db192 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:47:51.827892 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecd0dfd-0137-4d5d-aea6-e0c1f55db192 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:47:51.882853 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193194a-d4cc-4915-bbc4-98ba3db52d01 req-82079e0c-8ee6-4892-a45d-87e52d2feb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:51.884673 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b193194a-d4cc-4915-bbc4-98ba3db52d01 req-82079e0c-8ee6-4892-a45d-87e52d2feb5e service neutron] 10.222.0.77 "GET /v2.0/networks?id=ab4a4563-e980-41b1-967f-5d49ac16dad3 HTTP/1.1" status: 200 len: 916 time: 0.0951924 Sep 01 09:47:51.943343 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-f10c4d46-a47a-4707-abed-ccee4d1ec398 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Deleting port c64b812b-2660-4e76-aafb-460117d9cea6 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:47:51.944099 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f10c4d46-a47a-4707-abed-ccee4d1ec398 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:51.955499 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b193194a-d4cc-4915-bbc4-98ba3db52d01 req-869c5261-9e88-4209-825a-219e0e9e3710 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbe596da-b1b1-4eec-9495-200f7c01b1e2 HTTP/1.1" status: 200 len: 1001 time: 0.0625408 Sep 01 09:47:52.010987 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193194a-d4cc-4915-bbc4-98ba3db52d01 req-644fcfb5-d75a-4043-8380-a4e3a675e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:52.012620 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b193194a-d4cc-4915-bbc4-98ba3db52d01 req-644fcfb5-d75a-4043-8380-a4e3a675e157 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5caddb51-105c-49b1-8267-f3f4c290c1d6 HTTP/1.1" status: 200 len: 853 time: 0.0494134 Sep 01 09:47:52.026103 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f10c4d46-a47a-4707-abed-ccee4d1ec398 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:52.026428 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f10c4d46-a47a-4707-abed-ccee4d1ec398 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:52.038190 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-f10c4d46-a47a-4707-abed-ccee4d1ec398 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Calling delete_port for c64b812b-2660-4e76-aafb-460117d9cea6 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:47:52.057675 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193194a-d4cc-4915-bbc4-98ba3db52d01 req-cbcfd036-7370-45e5-bec1-c7126ad76d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:52.059164 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b193194a-d4cc-4915-bbc4-98ba3db52d01 req-cbcfd036-7370-45e5-bec1-c7126ad76d35 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ab4a4563-e980-41b1-967f-5d49ac16dad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385585 Sep 01 09:47:52.149064 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b193194a-d4cc-4915-bbc4-98ba3db52d01 req-140e5166-bf00-41ed-935b-9b7c8903f92f service neutron] 10.222.0.77 "GET /v2.0/networks/ab4a4563-e980-41b1-967f-5d49ac16dad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815115 Sep 01 09:47:52.208071 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f10c4d46-a47a-4707-abed-ccee4d1ec398 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25065501'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:52.233967 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c4d46-a47a-4707-abed-ccee4d1ec398 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Pushing event deleted for resources: {'Port': ['ID=c64b812b-2660-4e76-aafb-460117d9cea6,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:47:52.247097 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b193194a-d4cc-4915-bbc4-98ba3db52d01 req-2823c48a-48c0-4ed7-b471-55392f7e6075 service neutron] 10.222.0.77 "GET /v2.0/networks/ab4a4563-e980-41b1-967f-5d49ac16dad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899434 Sep 01 09:47:52.292408 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f10c4d46-a47a-4707-abed-ccee4d1ec398 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:52.292730 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.db.l3_db [None req-f10c4d46-a47a-4707-abed-ccee4d1ec398 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Floating IP 3d214a0f-93c5-499f-8b9c-0e9c121bd93b disassociated (deleted). External IP: 172.27.0.145, port: cbe596da-b1b1-4eec-9495-200f7c01b1e2. Sep 01 09:47:52.344092 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f65e08e9-c7d9-4514-9083-c3387fbf7536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:52.499770 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10c4d46-a47a-4707-abed-ccee4d1ec398 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Router 0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:47:52.604374 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10c4d46-a47a-4707-abed-ccee4d1ec398 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:47:52.609371 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f10c4d46-a47a-4707-abed-ccee4d1ec398 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:52.613968 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eae236-9993-4e72-be93-8a3ee1f18ce7 None None] Sync routers for ids ['0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:47:52.623604 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eae236-9993-4e72-be93-8a3ee1f18ce7 None None] Routers {'0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:47:52.624229 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f8eae236-9993-4e72-be93-8a3ee1f18ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:47:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:47:52.638588 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-f10c4d46-a47a-4707-abed-ccee4d1ec398 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "DELETE /v2.0/floatingips/3d214a0f-93c5-499f-8b9c-0e9c121bd93b HTTP/1.1" status: 204 len: 168 time: 0.8710701 Sep 01 09:47:52.639172 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d0a714-4e5b-4577-bb5a-9000a805e7b5', 'tag': 'cbe596da-b1b1-4eec-9495-200f7c01b1e2'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:47:52.641597 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1158da6c3346bc0ee3ec7fc22ff852373ba0e4f09dd7013d76cb48f019b6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7a4b34-e51b-4ae9-8fd2-994c9ce70ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "65d0a714-4e5b-4577-bb5a-9000a805e7b5", "tag": "cbe596da-b1b1-4eec-9495-200f7c01b1e2"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:47:52.735892 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-f8eae236-9993-4e72-be93-8a3ee1f18ce7 None None] Set router 0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:47:52.739722 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e8fcd4-6350-4ce2-86f8-92abef807720 x-openstack-request-id: req-39e8fcd4-6350-4ce2-86f8-92abef807720 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:47:52.740116 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d0a714-4e5b-4577-bb5a-9000a805e7b5", "tag": "cbe596da-b1b1-4eec-9495-200f7c01b1e2", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:47:52.740271 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-39e8fcd4-6350-4ce2-86f8-92abef807720 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:47:52.740667 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d0a714-4e5b-4577-bb5a-9000a805e7b5', 'tag': 'cbe596da-b1b1-4eec-9495-200f7c01b1e2', 'status': 'completed', 'code': 200} Sep 01 09:47:52.826162 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a4b34-e51b-4ae9-8fd2-994c9ce70ff7 req-3d0d1b42-06e6-47fd-8579-0ec3dec9530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:52.828095 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8a7a4b34-e51b-4ae9-8fd2-994c9ce70ff7 req-3d0d1b42-06e6-47fd-8579-0ec3dec9530a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a6b4370aba745f68a1275c96e88c0dd&device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 1098 time: 0.0442281 Sep 01 09:47:52.955760 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f8eae236-9993-4e72-be93-8a3ee1f18ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'name': 'tempest-TestMinimumBasicScenario-557875111-router', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:45:52Z', 'revision_number': 4, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'gw_port': {'id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'cda09000-f751-4651-bada-6069aee92bc4', 'name': '', 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'mac_address': 'fa:16:3e:12:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5caddb51-105c-49b1-8267-f3f4c290c1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:52Z', 'updated_at': '2021-09-01T09:45:58Z', 'revision_number': 5, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'subnets': [{'id': '5caddb51-105c-49b1-8267-f3f4c290c1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:47:52.956058 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a4b34-e51b-4ae9-8fd2-994c9ce70ff7 req-531ea008-999e-4a30-b1bf-b40175570aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:52.957287 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8a7a4b34-e51b-4ae9-8fd2-994c9ce70ff7 req-531ea008-999e-4a30-b1bf-b40175570aa7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ab4a4563-e980-41b1-967f-5d49ac16dad3 HTTP/1.1" status: 200 len: 916 time: 0.1108608 Sep 01 09:47:52.981547 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eae236-9993-4e72-be93-8a3ee1f18ce7 None None] Checking router: 0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:47:52.990366 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eae236-9993-4e72-be93-8a3ee1f18ce7 None None] Routers {'0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:47:52.990964 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f8eae236-9993-4e72-be93-8a3ee1f18ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:47:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:47:53.000427 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8a7a4b34-e51b-4ae9-8fd2-994c9ce70ff7 req-af6a3ffb-579f-4303-a06b-71d8217e8d54 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbe596da-b1b1-4eec-9495-200f7c01b1e2 HTTP/1.1" status: 200 len: 217 time: 0.0356162 Sep 01 09:47:53.051102 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a4b34-e51b-4ae9-8fd2-994c9ce70ff7 req-50c2336e-1215-48c6-8424-9f2f6f42e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:53.052585 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8a7a4b34-e51b-4ae9-8fd2-994c9ce70ff7 req-50c2336e-1215-48c6-8424-9f2f6f42e056 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5caddb51-105c-49b1-8267-f3f4c290c1d6 HTTP/1.1" status: 200 len: 853 time: 0.0449023 Sep 01 09:47:53.093199 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-f8eae236-9993-4e72-be93-8a3ee1f18ce7 None None] Set router 0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:47:53.102275 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a4b34-e51b-4ae9-8fd2-994c9ce70ff7 req-bb28213b-efa3-4bcd-b904-d91749ae619f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:53.103791 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8a7a4b34-e51b-4ae9-8fd2-994c9ce70ff7 req-bb28213b-efa3-4bcd-b904-d91749ae619f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ab4a4563-e980-41b1-967f-5d49ac16dad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433114 Sep 01 09:47:53.192688 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8a7a4b34-e51b-4ae9-8fd2-994c9ce70ff7 req-32029738-ad6b-4d01-bba7-b43cf3518af5 service neutron] 10.222.0.77 "GET /v2.0/networks/ab4a4563-e980-41b1-967f-5d49ac16dad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802565 Sep 01 09:47:53.285270 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-8a7a4b34-e51b-4ae9-8fd2-994c9ce70ff7 req-b5b3a16b-5da3-438a-8dc2-3a32ea622898 service neutron] 10.222.0.77 "GET /v2.0/networks/ab4a4563-e980-41b1-967f-5d49ac16dad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854039 Sep 01 09:47:53.289484 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f8eae236-9993-4e72-be93-8a3ee1f18ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'name': 'tempest-TestMinimumBasicScenario-557875111-router', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:45:52Z', 'revision_number': 4, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'gw_port': {'id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'cda09000-f751-4651-bada-6069aee92bc4', 'name': '', 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'mac_address': 'fa:16:3e:12:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5caddb51-105c-49b1-8267-f3f4c290c1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:52Z', 'updated_at': '2021-09-01T09:45:58Z', 'revision_number': 5, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'subnets': [{'id': '5caddb51-105c-49b1-8267-f3f4c290c1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:47:53.319233 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eae236-9993-4e72-be93-8a3ee1f18ce7 None None] The sync data for ids ['0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'] in dv-cinder-806726-2-iscsi is: [{'id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'name': 'tempest-TestMinimumBasicScenario-557875111-router', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:45:52Z', 'revision_number': 4, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'gw_port': {'id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': 'cda09000-f751-4651-bada-6069aee92bc4', 'name': '', 'network_id': 'ab4a4563-e980-41b1-967f-5d49ac16dad3', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'mac_address': 'fa:16:3e:12:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5caddb51-105c-49b1-8267-f3f4c290c1d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:52Z', 'updated_at': '2021-09-01T09:45:58Z', 'revision_number': 5, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'subnets': [{'id': '5caddb51-105c-49b1-8267-f3f4c290c1d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:47:53.532590 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9723c378-b837-44a1-948f-e064cf6838e2 None None] New status for floating IP 3d214a0f-93c5-499f-8b9c-0e9c121bd93b: DOWN {{(pid=94096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 09:47:54.047558 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:54.853538 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-2cc80b59-fcad-4e1f-9572-b49798415918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:55.479847 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725a715-f220-4e73-b37f-41bb861ea28b req-80201dbd-62df-4958-9182-20227c185caf tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:55.481341 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d725a715-f220-4e73-b37f-41bb861ea28b req-80201dbd-62df-4958-9182-20227c185caf tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 945 time: 0.0489426 Sep 01 09:47:55.492214 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:55.520790 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d725a715-f220-4e73-b37f-41bb861ea28b req-503f87b6-e904-465d-b414-ad64f8a2f6b0 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329986 Sep 01 09:47:56.144522 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:56.648313 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ce818-916c-4b05-9961-f9ed00baa5cd req-bd55f55f-0f16-48ac-9b62-7ca1046eacd1 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:56.649790 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-275ce818-916c-4b05-9961-f9ed00baa5cd req-bd55f55f-0f16-48ac-9b62-7ca1046eacd1 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 945 time: 0.0549247 Sep 01 09:47:56.689755 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-275ce818-916c-4b05-9961-f9ed00baa5cd req-739c5476-908b-4b1f-a206-1f0cea5e2990 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/security-groups?id=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339165 Sep 01 09:47:57.299226 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b952943-35f9-4275-828f-7471b27e06e0 req-b632453f-fa5e-4fd3-9059-4c004ef4161c tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:47:57.300604 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9b952943-35f9-4275-828f-7471b27e06e0 req-b632453f-fa5e-4fd3-9059-4c004ef4161c tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.77 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 945 time: 0.0657575 Sep 01 09:47:57.396336 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-9b952943-35f9-4275-828f-7471b27e06e0 req-24791f03-709f-4274-9577-883d48ca2418 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Deleting port cbe596da-b1b1-4eec-9495-200f7c01b1e2 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:47:57.396669 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-9b952943-35f9-4275-828f-7471b27e06e0 req-24791f03-709f-4274-9577-883d48ca2418 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:57.505126 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-9b952943-35f9-4275-828f-7471b27e06e0 req-24791f03-709f-4274-9577-883d48ca2418 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] For port cbe596da-b1b1-4eec-9495-200f7c01b1e2, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=cbe596da-b1b1-4eec-9495-200f7c01b1e2,segment=NetworkSegment(f3b4bf6c-3060-48e5-bcf4-0c6d43822000),segment_id=f3b4bf6c-3060-48e5-bcf4-0c6d43822000)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:47:57.505511 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-9b952943-35f9-4275-828f-7471b27e06e0 req-24791f03-709f-4274-9577-883d48ca2418 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:57.520929 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-9b952943-35f9-4275-828f-7471b27e06e0 req-24791f03-709f-4274-9577-883d48ca2418 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Calling delete_port for cbe596da-b1b1-4eec-9495-200f7c01b1e2 owned by compute:nova {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:47:57.654064 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-9b952943-35f9-4275-828f-7471b27e06e0 req-24791f03-709f-4274-9577-883d48ca2418 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:57.684654 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24791f03-709f-4274-9577-883d48ca2418 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Pushing event deleted for resources: {'Port': ['ID=cbe596da-b1b1-4eec-9495-200f7c01b1e2,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:47:57.690266 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['cbe596da-b1b1-4eec-9495-200f7c01b1e2'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:47:57.725452 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b952943-35f9-4275-828f-7471b27e06e0 req-24791f03-709f-4274-9577-883d48ca2418 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] No DVR routers for this DVR port cbe596da-b1b1-4eec-9495-200f7c01b1e2 on host hv-cinder-80672 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:47:57.727938 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-9b952943-35f9-4275-828f-7471b27e06e0 req-24791f03-709f-4274-9577-883d48ca2418 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:57.729968 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-9b952943-35f9-4275-828f-7471b27e06e0 req-24791f03-709f-4274-9577-883d48ca2418 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.77 "DELETE /v2.0/ports/cbe596da-b1b1-4eec-9495-200f7c01b1e2 HTTP/1.1" status: 204 len: 173 time: 0.4231732 Sep 01 09:47:57.730294 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d0a714-4e5b-4577-bb5a-9000a805e7b5', 'name': 'network-vif-deleted', 'tag': 'cbe596da-b1b1-4eec-9495-200f7c01b1e2'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:47:57.732578 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141204a7-43e2-4d4b-9981-09282fd1dcaa" -d '{"events": [{"server_uuid": "65d0a714-4e5b-4577-bb5a-9000a805e7b5", "name": "network-vif-deleted", "tag": "cbe596da-b1b1-4eec-9495-200f7c01b1e2"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:47:57.770210 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4057df0b-f757-4e1c-92cd-a3c42ca4140f x-openstack-request-id: req-4057df0b-f757-4e1c-92cd-a3c42ca4140f {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:47:57.770483 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d0a714-4e5b-4577-bb5a-9000a805e7b5", "name": "network-vif-deleted", "tag": "cbe596da-b1b1-4eec-9495-200f7c01b1e2", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:47:57.770762 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4057df0b-f757-4e1c-92cd-a3c42ca4140f {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:47:57.771255 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d0a714-4e5b-4577-bb5a-9000a805e7b5', 'name': 'network-vif-deleted', 'tag': 'cbe596da-b1b1-4eec-9495-200f7c01b1e2', 'status': 'completed', 'code': 200} Sep 01 09:47:57.795741 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e4cb9607-8590-48b9-ae38-e06f3af8af45 req-f2df1e05-cc4b-4e32-ac40-c33754dcbdd3 tempest-TestMinimumBasicScenario-602514504 tempest-TestMinimumBasicScenario-602514504-project] 10.222.0.74 "GET /v2.0/ports?device_id=65d0a714-4e5b-4577-bb5a-9000a805e7b5 HTTP/1.1" status: 200 len: 210 time: 0.0283122 Sep 01 09:47:57.927017 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:47:59.401841 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 42224) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:47:59.747234 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5c3141f6-740b-47c0-8864-541e93544b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16703252'] for router_interface, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:00.010433 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5c3141f6-740b-47c0-8864-541e93544b1d admin admin] Deleting port cda09000-f751-4651-bada-6069aee92bc4 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:48:00.010715 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5c3141f6-740b-47c0-8864-541e93544b1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:00.086628 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-5c3141f6-740b-47c0-8864-541e93544b1d admin admin] For port cda09000-f751-4651-bada-6069aee92bc4, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=cda09000-f751-4651-bada-6069aee92bc4,segment=NetworkSegment(f3b4bf6c-3060-48e5-bcf4-0c6d43822000),segment_id=f3b4bf6c-3060-48e5-bcf4-0c6d43822000)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:48:00.087005 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5c3141f6-740b-47c0-8864-541e93544b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:00.099492 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5c3141f6-740b-47c0-8864-541e93544b1d admin admin] Calling delete_port for cda09000-f751-4651-bada-6069aee92bc4 owned by network:router_interface {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:48:00.280718 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5c3141f6-740b-47c0-8864-541e93544b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:00.306677 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3141f6-740b-47c0-8864-541e93544b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=cda09000-f751-4651-bada-6069aee92bc4,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:48:00.470213 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5c3141f6-740b-47c0-8864-541e93544b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16366462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703368'] for router_interface, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:00.665375 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device cbe596da-b1b1-4eec-9495-200f7c01b1e2 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:48:00.683833 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3141f6-740b-47c0-8864-541e93544b1d admin admin] Router 0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:48:00.684888 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] No Port match for: cbe596da-b1b1-4eec-9495-200f7c01b1e2 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:48:00.685223 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device cbe596da-b1b1-4eec-9495-200f7c01b1e2 not bound to the agent host hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:48:00.789511 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3141f6-740b-47c0-8864-541e93544b1d admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:48:00.796436 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-5c3141f6-740b-47c0-8864-541e93544b1d admin admin] 10.222.0.74 "PUT /v2.0/routers/0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3918478 Sep 01 09:48:00.798328 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 42226) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:48:00.801146 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e7399b-2c20-49b1-b145-6b7e4d59656c None None] Sync routers for ids ['0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:48:00.811291 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e7399b-2c20-49b1-b145-6b7e4d59656c None None] Routers {'0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:48:00.811934 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c0e7399b-2c20-49b1-b145-6b7e4d59656c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:47:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:48:00.918828 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c0e7399b-2c20-49b1-b145-6b7e4d59656c None None] Set router 0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:48:01.099143 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c0e7399b-2c20-49b1-b145-6b7e4d59656c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'name': 'tempest-TestMinimumBasicScenario-557875111-router', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:48:00Z', 'revision_number': 5, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'gw_port': {'id': '2a5b1926-ecea-45dc-99d5-f144b7b80c26', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:82:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:48:01.142271 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5270128b-2410-4f4e-9ab5-d7debaabf47f admin admin] Notify callbacks [] for router, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:01.248679 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5270128b-2410-4f4e-9ab5-d7debaabf47f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:01.249527 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e7399b-2c20-49b1-b145-6b7e4d59656c None None] Checking router: 0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:48:01.258253 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e7399b-2c20-49b1-b145-6b7e4d59656c None None] Routers {'0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:48:01.258855 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c0e7399b-2c20-49b1-b145-6b7e4d59656c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:47:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:48:01.302462 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5270128b-2410-4f4e-9ab5-d7debaabf47f admin admin] Deleting port 2a5b1926-ecea-45dc-99d5-f144b7b80c26 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:48:01.302847 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5270128b-2410-4f4e-9ab5-d7debaabf47f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:01.340907 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c0e7399b-2c20-49b1-b145-6b7e4d59656c None None] Set router 0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:48:01.380012 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-5270128b-2410-4f4e-9ab5-d7debaabf47f admin admin] For port 2a5b1926-ecea-45dc-99d5-f144b7b80c26, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=2a5b1926-ecea-45dc-99d5-f144b7b80c26,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:48:01.380394 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5270128b-2410-4f4e-9ab5-d7debaabf47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:01.393145 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5270128b-2410-4f4e-9ab5-d7debaabf47f admin admin] Calling delete_port for 2a5b1926-ecea-45dc-99d5-f144b7b80c26 owned by network:router_gateway {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:48:01.393355 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c0e7399b-2c20-49b1-b145-6b7e4d59656c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'name': 'tempest-TestMinimumBasicScenario-557875111-router', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:48:01Z', 'revision_number': 6, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'gw_port_host': None}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:48:01.419019 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e7399b-2c20-49b1-b145-6b7e4d59656c None None] The sync data for ids ['0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e'] in dv-cinder-806726-2-iscsi is: [{'id': '0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e', 'name': 'tempest-TestMinimumBasicScenario-557875111-router', 'tenant_id': '9a6b4370aba745f68a1275c96e88c0dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:45:50Z', 'updated_at': '2021-09-01T09:48:01Z', 'revision_number': 6, 'project_id': '9a6b4370aba745f68a1275c96e88c0dd', 'gw_port_host': None}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:48:01.564789 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5270128b-2410-4f4e-9ab5-d7debaabf47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:01.593696 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270128b-2410-4f4e-9ab5-d7debaabf47f admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5b1926-ecea-45dc-99d5-f144b7b80c26,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:48:01.652687 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5270128b-2410-4f4e-9ab5-d7debaabf47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16688682'] for router_gateway, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:01.739842 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5270128b-2410-4f4e-9ab5-d7debaabf47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16700692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3348'] for router, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:01.741919 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5270128b-2410-4f4e-9ab5-d7debaabf47f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:01.791057 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5270128b-2410-4f4e-9ab5-d7debaabf47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16700703'] for router, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:01.791847 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5270128b-2410-4f4e-9ab5-d7debaabf47f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e {{(pid=94093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 09:48:01.798061 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5270128b-2410-4f4e-9ab5-d7debaabf47f admin admin] Notify callbacks [] for router, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:01.799276 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-5270128b-2410-4f4e-9ab5-d7debaabf47f admin admin] 10.222.0.74 "DELETE /v2.0/routers/0fbc3b62-95e3-4bdb-b0ab-fbd62ade205e HTTP/1.1" status: 204 len: 168 time: 1.0000134 Sep 01 09:48:01.801774 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 42228) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:48:01.851035 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7885acc-8e88-44a0-8c9f-1dcc4eb7c8ec admin admin] Deleting subnet 5caddb51-105c-49b1-8267-f3f4c290c1d6 {{(pid=94093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 09:48:01.854537 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e7885acc-8e88-44a0-8c9f-1dcc4eb7c8ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:01.897163 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e7885acc-8e88-44a0-8c9f-1dcc4eb7c8ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24803639'] for subnet, precommit_delete_associations {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:01.972053 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e7885acc-8e88-44a0-8c9f-1dcc4eb7c8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532586'] for subnet, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:02.025530 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e7885acc-8e88-44a0-8c9f-1dcc4eb7c8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24774597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14136184'] for subnet, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:02.054413 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7885acc-8e88-44a0-8c9f-1dcc4eb7c8ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5caddb51-105c-49b1-8267-f3f4c290c1d6,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:48:02.058020 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e7885acc-8e88-44a0-8c9f-1dcc4eb7c8ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:02.060525 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-e7885acc-8e88-44a0-8c9f-1dcc4eb7c8ec admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5caddb51-105c-49b1-8267-f3f4c290c1d6 HTTP/1.1" status: 204 len: 168 time: 0.2571282 Sep 01 09:48:02.062618 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 42230) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:48:02.065187 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd96feb1-07f5-4a1b-8e30-5e65c7c44b74 None None] Network ab4a4563-e980-41b1-967f-5d49ac16dad3 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:48:02.128289 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f76ab370-1856-44aa-922e-523de561dac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543493'] for network, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:02.183031 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f76ab370-1856-44aa-922e-523de561dac3 admin admin] Deleting port b0441a09-6b5d-45b8-aa19-e5cd77aefaa0 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:48:02.183480 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f76ab370-1856-44aa-922e-523de561dac3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:02.251176 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f76ab370-1856-44aa-922e-523de561dac3 admin admin] For port b0441a09-6b5d-45b8-aa19-e5cd77aefaa0, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=b0441a09-6b5d-45b8-aa19-e5cd77aefaa0,segment=NetworkSegment(f3b4bf6c-3060-48e5-bcf4-0c6d43822000),segment_id=f3b4bf6c-3060-48e5-bcf4-0c6d43822000)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:48:02.251561 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f76ab370-1856-44aa-922e-523de561dac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:02.256951 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf1ffe3-dead-40ff-99a1-a4be0a99900b None None] DHCP port deletion for ab4a4563-e980-41b1-967f-5d49ac16dad3 request from dv-cinder-806726-2-iscsi {{(pid=94094) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 09:48:02.264668 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f76ab370-1856-44aa-922e-523de561dac3 admin admin] Calling delete_port for b0441a09-6b5d-45b8-aa19-e5cd77aefaa0 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:48:02.302776 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-5cf1ffe3-dead-40ff-99a1-a4be0a99900b None None] Deleting port b0441a09-6b5d-45b8-aa19-e5cd77aefaa0 {{(pid=94094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:48:02.303171 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5cf1ffe3-dead-40ff-99a1-a4be0a99900b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:02.342392 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f76ab370-1856-44aa-922e-523de561dac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:02.364368 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-5cf1ffe3-dead-40ff-99a1-a4be0a99900b None None] For port b0441a09-6b5d-45b8-aa19-e5cd77aefaa0, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=b0441a09-6b5d-45b8-aa19-e5cd77aefaa0,segment=NetworkSegment(f3b4bf6c-3060-48e5-bcf4-0c6d43822000),segment_id=f3b4bf6c-3060-48e5-bcf4-0c6d43822000)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:48:02.364772 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5cf1ffe3-dead-40ff-99a1-a4be0a99900b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:02.370091 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76ab370-1856-44aa-922e-523de561dac3 admin admin] No DVR routers for this DVR port b0441a09-6b5d-45b8-aa19-e5cd77aefaa0 on host dv-cinder-806726-2-iscsi {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:48:02.378991 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-5cf1ffe3-dead-40ff-99a1-a4be0a99900b None None] Calling delete_port for b0441a09-6b5d-45b8-aa19-e5cd77aefaa0 owned by network:dhcp {{(pid=94094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:48:02.395748 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ab370-1856-44aa-922e-523de561dac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0441a09-6b5d-45b8-aa19-e5cd77aefaa0,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:48:02.448837 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f76ab370-1856-44aa-922e-523de561dac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535953', 'neutron.services.segments.db._delete_segments_for_network-8737163360449'] for network, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:02.458658 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5cf1ffe3-dead-40ff-99a1-a4be0a99900b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777'] for port, after_delete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:02.463288 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-f76ab370-1856-44aa-922e-523de561dac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4a4563-e980-41b1-967f-5d49ac16dad3']}} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:48:02.474662 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-f76ab370-1856-44aa-922e-523de561dac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b4bf6c-3060-48e5-bcf4-0c6d43822000') {'for_net_delete': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:48:02.474882 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.services.segments.db [None req-f76ab370-1856-44aa-922e-523de561dac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b4bf6c-3060-48e5-bcf4-0c6d43822000') {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:48:02.488379 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f76ab370-1856-44aa-922e-523de561dac3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737163371861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24803596'] for segment, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:02.490379 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf1ffe3-dead-40ff-99a1-a4be0a99900b None None] No DVR routers for this DVR port b0441a09-6b5d-45b8-aa19-e5cd77aefaa0 on host dv-cinder-806726-2-iscsi {{(pid=94094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:48:02.494591 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1ffe3-dead-40ff-99a1-a4be0a99900b None None] Pushing event deleted for resources: {'Port': ['ID=b0441a09-6b5d-45b8-aa19-e5cd77aefaa0,revision_number=None']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:48:02.501976 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf1ffe3-dead-40ff-99a1-a4be0a99900b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:48:02.502715 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf1ffe3-dead-40ff-99a1-a4be0a99900b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:48:02.502715 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf1ffe3-dead-40ff-99a1-a4be0a99900b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:48:02.503102 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf1ffe3-dead-40ff-99a1-a4be0a99900b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:48:02.503306 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf1ffe3-dead-40ff-99a1-a4be0a99900b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:48:02.503635 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf1ffe3-dead-40ff-99a1-a4be0a99900b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:48:02.503988 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf1ffe3-dead-40ff-99a1-a4be0a99900b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:48:02.504369 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf1ffe3-dead-40ff-99a1-a4be0a99900b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:48:02.504745 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf1ffe3-dead-40ff-99a1-a4be0a99900b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:48:02.504947 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf1ffe3-dead-40ff-99a1-a4be0a99900b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:48:02.505268 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf1ffe3-dead-40ff-99a1-a4be0a99900b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:48:02.505671 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf1ffe3-dead-40ff-99a1-a4be0a99900b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:48:02.506337 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f76ab370-1856-44aa-922e-523de561dac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:02.512270 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76ab370-1856-44aa-922e-523de561dac3 admin admin] Releasing vlan 1058 on physical network physnet1 to pool {{(pid=94093) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 09:48:02.512647 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f76ab370-1856-44aa-922e-523de561dac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24774527'] for segment, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: Traceback (most recent call last): Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: timer() Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: cb(*args, **kw) Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: return func(*args, **kwargs) Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: self._notify() Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: self.callback(batched_events) Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: event.method(event) Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: return f(self, *a, **k) Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: return self._get(url).json() Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: return self.request(url, 'GET', **kwargs) Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 09:48:02.514250 dv-cinder-806726-2-iscsi neutron-server[94093]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 09:48:02.569704 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f76ab370-1856-44aa-922e-523de561dac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16688646'] for network, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:02.575055 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f76ab370-1856-44aa-922e-523de561dac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:02.576937 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-f76ab370-1856-44aa-922e-523de561dac3 admin admin] 10.222.0.74 "DELETE /v2.0/networks/ab4a4563-e980-41b1-967f-5d49ac16dad3 HTTP/1.1" status: 204 len: 168 time: 0.5134063 Sep 01 09:48:02.580219 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42232) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:48:02.587499 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ab370-1856-44aa-922e-523de561dac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab4a4563-e980-41b1-967f-5d49ac16dad3,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:48:02.928140 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6c53773a-ea7b-42b9-90b9-4dc112bf8e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16703252'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:03.179169 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-6c53773a-ea7b-42b9-90b9-4dc112bf8e73 admin admin] Deleting port 1646967d-2d86-4e34-860d-2657c008867a {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:48:03.179424 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6c53773a-ea7b-42b9-90b9-4dc112bf8e73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:03.265361 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-6c53773a-ea7b-42b9-90b9-4dc112bf8e73 admin admin] For port 1646967d-2d86-4e34-860d-2657c008867a, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=1646967d-2d86-4e34-860d-2657c008867a,segment=NetworkSegment(d2820786-7503-417e-8abd-fbd0fe6f9416),segment_id=d2820786-7503-417e-8abd-fbd0fe6f9416)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:48:03.265751 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6c53773a-ea7b-42b9-90b9-4dc112bf8e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:03.278661 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-6c53773a-ea7b-42b9-90b9-4dc112bf8e73 admin admin] Calling delete_port for 1646967d-2d86-4e34-860d-2657c008867a owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:48:03.294137 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:48:03.472811 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6c53773a-ea7b-42b9-90b9-4dc112bf8e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25065501'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:03.480274 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device b0441a09-6b5d-45b8-aa19-e5cd77aefaa0 no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:48:03.500090 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: b0441a09-6b5d-45b8-aa19-e5cd77aefaa0 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:48:03.500564 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device b0441a09-6b5d-45b8-aa19-e5cd77aefaa0 not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:48:03.500980 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 2a5b1926-ecea-45dc-99d5-f144b7b80c26 no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:48:03.503291 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53773a-ea7b-42b9-90b9-4dc112bf8e73 admin admin] Pushing event deleted for resources: {'Port': ['ID=1646967d-2d86-4e34-860d-2657c008867a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:48:03.520246 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: 2a5b1926-ecea-45dc-99d5-f144b7b80c26 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:48:03.520799 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 2a5b1926-ecea-45dc-99d5-f144b7b80c26 not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:48:03.521435 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device cda09000-f751-4651-bada-6069aee92bc4 no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:48:03.547296 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: cda09000-f751-4651-bada-6069aee92bc4 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:48:03.547623 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device cda09000-f751-4651-bada-6069aee92bc4 not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:48:03.660903 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6c53773a-ea7b-42b9-90b9-4dc112bf8e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16366462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703368'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:03.877526 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c53773a-ea7b-42b9-90b9-4dc112bf8e73 admin admin] Router 37ae8bd3-6643-4fc3-9371-a801c3d454ad has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:48:03.983002 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c53773a-ea7b-42b9-90b9-4dc112bf8e73 admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:48:03.988355 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-6c53773a-ea7b-42b9-90b9-4dc112bf8e73 admin admin] 10.222.0.74 "PUT /v2.0/routers/37ae8bd3-6643-4fc3-9371-a801c3d454ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4070303 Sep 01 09:48:03.991037 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42234) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:48:03.995082 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5470408-73d2-480d-a0aa-8e9608ab683c None None] Sync routers for ids ['37ae8bd3-6643-4fc3-9371-a801c3d454ad'] in dv-cinder-806726-2-iscsi {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:48:04.004974 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5470408-73d2-480d-a0aa-8e9608ab683c None None] Routers {'37ae8bd3-6643-4fc3-9371-a801c3d454ad'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:48:04.005586 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-f5470408-73d2-480d-a0aa-8e9608ab683c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:47:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['37ae8bd3-6643-4fc3-9371-a801c3d454ad'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:48:04.093154 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca50b335-a5d6-48f8-b7eb-8b9be7ce5de7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:04.105560 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-f5470408-73d2-480d-a0aa-8e9608ab683c None None] Set router 37ae8bd3-6643-4fc3-9371-a801c3d454ad gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:48:04.370964 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-f5470408-73d2-480d-a0aa-8e9608ab683c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ae8bd3-6643-4fc3-9371-a801c3d454ad', 'name': 'tempest-TestMinimumBasicScenario-1523383522-router', 'tenant_id': '9eddc455ca1e4a0c857e6191c2731654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '7c4b8220-2e20-44b0-80ac-f6f3a18adacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:45:54Z', 'updated_at': '2021-09-01T09:48:03Z', 'revision_number': 5, 'project_id': '9eddc455ca1e4a0c857e6191c2731654', 'gw_port': {'id': '7c4b8220-2e20-44b0-80ac-f6f3a18adacc', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae8bd3-6643-4fc3-9371-a801c3d454ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:55Z', 'updated_at': '2021-09-01T09:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:48:04.399557 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5470408-73d2-480d-a0aa-8e9608ab683c None None] Checking router: 37ae8bd3-6643-4fc3-9371-a801c3d454ad for host: dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:48:04.408738 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5470408-73d2-480d-a0aa-8e9608ab683c None None] Routers {'37ae8bd3-6643-4fc3-9371-a801c3d454ad'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:48:04.409352 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-f5470408-73d2-480d-a0aa-8e9608ab683c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:47:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['37ae8bd3-6643-4fc3-9371-a801c3d454ad'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:48:04.437198 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca50b335-a5d6-48f8-b7eb-8b9be7ce5de7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:04.488389 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-ca50b335-a5d6-48f8-b7eb-8b9be7ce5de7 admin admin] Deleting port 7c4b8220-2e20-44b0-80ac-f6f3a18adacc {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:48:04.488730 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca50b335-a5d6-48f8-b7eb-8b9be7ce5de7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:04.509661 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-f5470408-73d2-480d-a0aa-8e9608ab683c None None] Set router 37ae8bd3-6643-4fc3-9371-a801c3d454ad gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:48:04.566589 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-ca50b335-a5d6-48f8-b7eb-8b9be7ce5de7 admin admin] For port 7c4b8220-2e20-44b0-80ac-f6f3a18adacc, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=7c4b8220-2e20-44b0-80ac-f6f3a18adacc,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:48:04.566974 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca50b335-a5d6-48f8-b7eb-8b9be7ce5de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:04.580029 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-ca50b335-a5d6-48f8-b7eb-8b9be7ce5de7 admin admin] Calling delete_port for 7c4b8220-2e20-44b0-80ac-f6f3a18adacc owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:48:04.685332 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-f5470408-73d2-480d-a0aa-8e9608ab683c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ae8bd3-6643-4fc3-9371-a801c3d454ad', 'name': 'tempest-TestMinimumBasicScenario-1523383522-router', 'tenant_id': '9eddc455ca1e4a0c857e6191c2731654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '7c4b8220-2e20-44b0-80ac-f6f3a18adacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:45:54Z', 'updated_at': '2021-09-01T09:48:03Z', 'revision_number': 5, 'project_id': '9eddc455ca1e4a0c857e6191c2731654', 'gw_port': {'id': '7c4b8220-2e20-44b0-80ac-f6f3a18adacc', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae8bd3-6643-4fc3-9371-a801c3d454ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:55Z', 'updated_at': '2021-09-01T09:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:48:04.710632 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5470408-73d2-480d-a0aa-8e9608ab683c None None] The sync data for ids ['37ae8bd3-6643-4fc3-9371-a801c3d454ad'] in dv-cinder-806726-2-iscsi is: [{'id': '37ae8bd3-6643-4fc3-9371-a801c3d454ad', 'name': 'tempest-TestMinimumBasicScenario-1523383522-router', 'tenant_id': '9eddc455ca1e4a0c857e6191c2731654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '7c4b8220-2e20-44b0-80ac-f6f3a18adacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:45:54Z', 'updated_at': '2021-09-01T09:48:03Z', 'revision_number': 5, 'project_id': '9eddc455ca1e4a0c857e6191c2731654', 'gw_port': {'id': '7c4b8220-2e20-44b0-80ac-f6f3a18adacc', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ae8bd3-6643-4fc3-9371-a801c3d454ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:45:55Z', 'updated_at': '2021-09-01T09:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}] {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:48:04.749654 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca50b335-a5d6-48f8-b7eb-8b9be7ce5de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25065501'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:04.779868 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50b335-a5d6-48f8-b7eb-8b9be7ce5de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c4b8220-2e20-44b0-80ac-f6f3a18adacc,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:48:04.837389 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca50b335-a5d6-48f8-b7eb-8b9be7ce5de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16688682'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:04.926599 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca50b335-a5d6-48f8-b7eb-8b9be7ce5de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16700692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3348'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:04.928818 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca50b335-a5d6-48f8-b7eb-8b9be7ce5de7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:04.970711 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca50b335-a5d6-48f8-b7eb-8b9be7ce5de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16700703'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:04.971554 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca50b335-a5d6-48f8-b7eb-8b9be7ce5de7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37ae8bd3-6643-4fc3-9371-a801c3d454ad {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 09:48:04.976584 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ca50b335-a5d6-48f8-b7eb-8b9be7ce5de7 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:04.977742 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-ca50b335-a5d6-48f8-b7eb-8b9be7ce5de7 admin admin] 10.222.0.74 "DELETE /v2.0/routers/37ae8bd3-6643-4fc3-9371-a801c3d454ad HTTP/1.1" status: 204 len: 168 time: 0.9858160 Sep 01 09:48:04.980567 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42236) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:48:05.030294 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-383d5e20-cd17-4138-8aff-2888d2822873 admin admin] Deleting subnet dd7670c2-dbc2-4e20-a57d-29fc88acc106 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 09:48:05.033480 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-383d5e20-cd17-4138-8aff-2888d2822873 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:05.068318 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-383d5e20-cd17-4138-8aff-2888d2822873 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25038017'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:05.148944 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-383d5e20-cd17-4138-8aff-2888d2822873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532586'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:05.203138 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-383d5e20-cd17-4138-8aff-2888d2822873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25065586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25035075'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:05.233732 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d5e20-cd17-4138-8aff-2888d2822873 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd7670c2-dbc2-4e20-a57d-29fc88acc106,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:48:05.235696 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-383d5e20-cd17-4138-8aff-2888d2822873 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:05.237593 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-383d5e20-cd17-4138-8aff-2888d2822873 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/dd7670c2-dbc2-4e20-a57d-29fc88acc106 HTTP/1.1" status: 204 len: 168 time: 0.2560537 Sep 01 09:48:05.240290 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42238) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:48:05.243391 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2882960-04e1-4973-9a06-259339416604 None None] Network 206c2bff-3e1a-43e6-b468-1ba7cbd869f2 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:48:05.309670 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f47dc836-884c-437c-8ff7-86defcc5d8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543493'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:05.367439 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-f47dc836-884c-437c-8ff7-86defcc5d8c1 admin admin] Deleting port 10b51a7e-b1e3-4c40-ba9f-547cb1d63549 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:48:05.367807 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f47dc836-884c-437c-8ff7-86defcc5d8c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:05.439683 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-f47dc836-884c-437c-8ff7-86defcc5d8c1 admin admin] For port 10b51a7e-b1e3-4c40-ba9f-547cb1d63549, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=10b51a7e-b1e3-4c40-ba9f-547cb1d63549,segment=NetworkSegment(d2820786-7503-417e-8abd-fbd0fe6f9416),segment_id=d2820786-7503-417e-8abd-fbd0fe6f9416)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:48:05.440078 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f47dc836-884c-437c-8ff7-86defcc5d8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:05.452663 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-f47dc836-884c-437c-8ff7-86defcc5d8c1 admin admin] Calling delete_port for 10b51a7e-b1e3-4c40-ba9f-547cb1d63549 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:48:05.545632 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f47dc836-884c-437c-8ff7-86defcc5d8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25065501'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:05.570151 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47dc836-884c-437c-8ff7-86defcc5d8c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=10b51a7e-b1e3-4c40-ba9f-547cb1d63549,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:48:05.574679 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47dc836-884c-437c-8ff7-86defcc5d8c1 admin admin] No DVR routers for this DVR port 10b51a7e-b1e3-4c40-ba9f-547cb1d63549 on host dv-cinder-806726-2-iscsi {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:48:05.647419 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f47dc836-884c-437c-8ff7-86defcc5d8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535953', 'neutron.services.segments.db._delete_segments_for_network-8737163360449'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:05.657721 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-f47dc836-884c-437c-8ff7-86defcc5d8c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['206c2bff-3e1a-43e6-b468-1ba7cbd869f2']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:48:05.673085 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-f47dc836-884c-437c-8ff7-86defcc5d8c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2820786-7503-417e-8abd-fbd0fe6f9416') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:48:05.673495 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-f47dc836-884c-437c-8ff7-86defcc5d8c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2820786-7503-417e-8abd-fbd0fe6f9416') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:48:05.684970 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f47dc836-884c-437c-8ff7-86defcc5d8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737163371861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25038074'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:05.700869 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f47dc836-884c-437c-8ff7-86defcc5d8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:05.711822 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f47dc836-884c-437c-8ff7-86defcc5d8c1 admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 09:48:05.712484 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f47dc836-884c-437c-8ff7-86defcc5d8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25065672'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: Traceback (most recent call last): Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: timer() Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: cb(*args, **kw) Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: return func(*args, **kwargs) Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: self._notify() Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: self.callback(batched_events) Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: event.method(event) Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: return f(self, *a, **k) Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: return self._get(url).json() Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: return self.request(url, 'GET', **kwargs) Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 09:48:05.714246 dv-cinder-806726-2-iscsi neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 09:48:05.722423 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f291f4e-3261-440e-8128-72e4cd8ce8db None None] DHCP port deletion for 206c2bff-3e1a-43e6-b468-1ba7cbd869f2 request from dv-cinder-806726-2-iscsi {{(pid=94094) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 09:48:05.775065 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f47dc836-884c-437c-8ff7-86defcc5d8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16688646'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:05.782193 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f47dc836-884c-437c-8ff7-86defcc5d8c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:05.783373 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 1646967d-2d86-4e34-860d-2657c008867a no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:48:05.784218 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-f47dc836-884c-437c-8ff7-86defcc5d8c1 admin admin] 10.222.0.74 "DELETE /v2.0/networks/206c2bff-3e1a-43e6-b468-1ba7cbd869f2 HTTP/1.1" status: 204 len: 168 time: 0.5430665 Sep 01 09:48:05.795024 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47dc836-884c-437c-8ff7-86defcc5d8c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=206c2bff-3e1a-43e6-b468-1ba7cbd869f2,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:48:05.807071 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: 1646967d-2d86-4e34-860d-2657c008867a {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:48:05.807478 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 1646967d-2d86-4e34-860d-2657c008867a not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:48:05.807975 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 7c4b8220-2e20-44b0-80ac-f6f3a18adacc no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:48:05.826019 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: 7c4b8220-2e20-44b0-80ac-f6f3a18adacc {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:48:05.826427 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 7c4b8220-2e20-44b0-80ac-f6f3a18adacc not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:48:05.826891 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 10b51a7e-b1e3-4c40-ba9f-547cb1d63549 no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:48:05.844789 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: 10b51a7e-b1e3-4c40-ba9f-547cb1d63549 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:48:05.845155 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 10b51a7e-b1e3-4c40-ba9f-547cb1d63549 not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:48:05.963086 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 42242) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:48:06.009484 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-63a44218-e237-44c4-a4a0-af43a29561d0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9a6b4370aba745f68a1275c96e88c0dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451391 Sep 01 09:48:06.012028 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 42244) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:48:06.063342 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8eb48d74-8780-4bd5-8f0f-eac4391ca64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:06.085038 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8eb48d74-8780-4bd5-8f0f-eac4391ca64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:06.145801 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8eb48d74-8780-4bd5-8f0f-eac4391ca64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:06.150287 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8eb48d74-8780-4bd5-8f0f-eac4391ca64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:06.152082 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-8eb48d74-8780-4bd5-8f0f-eac4391ca64c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa HTTP/1.1" status: 204 len: 168 time: 0.1388972 Sep 01 09:48:06.163604 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb48d74-8780-4bd5-8f0f-eac4391ca64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200f7fe3-1b6d-42a7-a8ac-8ef884c5e9aa,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:48:06.490612 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42250) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:48:06.534782 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-a233a145-8451-426b-be6e-82c6052a4727 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9eddc455ca1e4a0c857e6191c2731654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429432 Sep 01 09:48:06.537245 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42252) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:48:06.591697 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4116c21c-5a6c-497e-97b2-9c5c2663b14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:06.613116 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4116c21c-5a6c-497e-97b2-9c5c2663b14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:06.662007 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4116c21c-5a6c-497e-97b2-9c5c2663b14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:06.664776 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4116c21c-5a6c-497e-97b2-9c5c2663b14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:06.665922 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-4116c21c-5a6c-497e-97b2-9c5c2663b14b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dabb16fa-09bc-41d7-88c8-c7aa38f9c022 HTTP/1.1" status: 204 len: 168 time: 0.1278484 Sep 01 09:48:06.673745 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116c21c-5a6c-497e-97b2-9c5c2663b14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabb16fa-09bc-41d7-88c8-c7aa38f9c022,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:48:21.497768 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-126e670b-eb15-44de-8132-a241d77f0e97 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977271116&fields=id&tenant_id=7fdb73d0e8704a399f85f3add1c41808 HTTP/1.1" status: 200 len: 267 time: 0.0346539 Sep 01 09:48:21.606370 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-5655c477-ab74-4b1c-8def-a69d25a55be8 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:21.607825 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-5655c477-ab74-4b1c-8def-a69d25a55be8 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/networks?id=1ef54018-d592-4530-92ab-5c0638950a7d HTTP/1.1" status: 200 len: 812 time: 0.1033401 Sep 01 09:48:21.622571 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-e8f27c50-b527-40d1-9e29-32d96c163afb tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/quotas/7fdb73d0e8704a399f85f3add1c41808 HTTP/1.1" status: 200 len: 375 time: 0.0091255 Sep 01 09:48:21.678275 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-48f35795-4543-4118-bba7-7a8c95b8b01a tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=7fdb73d0e8704a399f85f3add1c41808&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0500383 Sep 01 09:48:21.800221 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-23ae6a9a-433c-4bf9-b1f7-faa56e7d54fd service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=94093) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 09:48:21.801268 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-23ae6a9a-433c-4bf9-b1f7-faa56e7d54fd service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1042793 Sep 01 09:48:21.893245 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-e635eb98-0ffc-4eb3-8790-d698782ed8fa service neutron] 10.222.0.74 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855346 Sep 01 09:48:21.979944 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-d5774643-5e8c-4a6e-8e43-900f651a664d service neutron] 10.222.0.74 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808086 Sep 01 09:48:22.279976 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d35d9765-7406-47f4-9947-704e7291444d req-0db9f8cf-2605-4b42-a638-a3db668dcc0e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bde4c1e-4b62-4746-903d-ec351d4d62c8 HTTP/1.1" status: 200 len: 210 time: 0.0257003 Sep 01 09:48:22.346473 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-097de6a3-a053-4b54-b419-b37d7d01b090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:23.385907 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-0a211bec-5ab8-4618-b6ed-df55fbda63e8 req-4be5c318-080f-4e98-84a6-0a898f82f443 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bde4c1e-4b62-4746-903d-ec351d4d62c8 HTTP/1.1" status: 200 len: 210 time: 0.0375698 Sep 01 09:48:23.404166 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-aa1f3ee9-ab20-44e6-92f2-23f82d2c5f0a tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:23.405649 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-aa1f3ee9-ab20-44e6-92f2-23f82d2c5f0a tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.77 "GET /v2.0/networks?id=1ef54018-d592-4530-92ab-5c0638950a7d HTTP/1.1" status: 200 len: 812 time: 0.1271198 Sep 01 09:48:23.454419 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-a0dfac49-8f17-4fb6-aaa2-d88280a715e5 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fdb73d0e8704a399f85f3add1c41808 HTTP/1.1" status: 200 len: 379 time: 0.0340347 Sep 01 09:48:23.464912 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-1376d533-87af-406a-8ba7-3d34406d92a4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Request body: {'port': {'device_id': '1bde4c1e-4b62-4746-903d-ec351d4d62c8', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'admin_state_up': True, 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'security_groups': ['45be4637-dad9-4b6f-a459-0ad315104e08']}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:48:23.586575 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-1376d533-87af-406a-8ba7-3d34406d92a4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Made reservation on behalf of 7fdb73d0e8704a399f85f3add1c41808 for: {'port': 1} {{(pid=94093) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 09:48:23.592260 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-1376d533-87af-406a-8ba7-3d34406d92a4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:23.726819 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-1376d533-87af-406a-8ba7-3d34406d92a4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Allocated IP 172.20.0.14 (1ef54018-d592-4530-92ab-5c0638950a7d/cfaae55d-773d-4b92-a203-450cd6111e59/1e317b7a-1607-42cb-8663-e09e52af4be6) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:48:23.879963 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-1376d533-87af-406a-8ba7-3d34406d92a4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:23.895363 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-1376d533-87af-406a-8ba7-3d34406d92a4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Transition to ACTIVE for port object 1e317b7a-1607-42cb-8663-e09e52af4be6 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:48:23.930375 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-1376d533-87af-406a-8ba7-3d34406d92a4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:23.977984 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-1376d533-87af-406a-8ba7-3d34406d92a4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Network 1ef54018-d592-4530-92ab-5c0638950a7d is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:48:23.981244 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-1376d533-87af-406a-8ba7-3d34406d92a4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:48:23.985605 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-1376d533-87af-406a-8ba7-3d34406d92a4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:48:24.012692 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376d533-87af-406a-8ba7-3d34406d92a4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Pushing event updated for resources: {'Port': ['ID=1e317b7a-1607-42cb-8663-e09e52af4be6,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:48:24.045620 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-1376d533-87af-406a-8ba7-3d34406d92a4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:24.046426 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-1376d533-87af-406a-8ba7-3d34406d92a4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:24.054904 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:24.065745 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-1376d533-87af-406a-8ba7-3d34406d92a4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6056657 Sep 01 09:48:24.085742 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-ed3f64b2-e848-4fd3-8eac-d3d7e6c2739b service neutron] Request body: {'port': {'device_id': '1bde4c1e-4b62-4746-903d-ec351d4d62c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80672'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:48:24.142120 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-ed3f64b2-e848-4fd3-8eac-d3d7e6c2739b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:24.217751 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-216cda1e-dda7-4a0f-b51f-aff43da3c231 None None] Provisioning for port 1e317b7a-1607-42cb-8663-e09e52af4be6 completed by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:48:24.221526 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-216cda1e-dda7-4a0f-b51f-aff43da3c231 None None] Provisioning complete for port 1e317b7a-1607-42cb-8663-e09e52af4be6 triggered by entity DHCP. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:48:24.221892 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-216cda1e-dda7-4a0f-b51f-aff43da3c231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:24.255894 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-216cda1e-dda7-4a0f-b51f-aff43da3c231 None None] Port 1e317b7a-1607-42cb-8663-e09e52af4be6 cannot update to ACTIVE because it is not bound. {{(pid=94094) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 09:48:24.408942 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-ed3f64b2-e848-4fd3-8eac-d3d7e6c2739b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e317b7a-1607-42cb-8663-e09e52af4be6 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:48:24.416474 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-ed3f64b2-e848-4fd3-8eac-d3d7e6c2739b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:24.428886 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-ed3f64b2-e848-4fd3-8eac-d3d7e6c2739b service neutron] Transition to ACTIVE for port object 1e317b7a-1607-42cb-8663-e09e52af4be6 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 09:48:24.432899 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-ed3f64b2-e848-4fd3-8eac-d3d7e6c2739b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:24.509071 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f64b2-e848-4fd3-8eac-d3d7e6c2739b service neutron] Pushing event updated for resources: {'Port': ['ID=1e317b7a-1607-42cb-8663-e09e52af4be6,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:48:24.569430 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b97327-f9b6-4ae7-a36e-ddd26f853770 req-84e0a3d3-66bd-4027-a4d5-34557827e0c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:24.570935 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-25b97327-f9b6-4ae7-a36e-ddd26f853770 req-84e0a3d3-66bd-4027-a4d5-34557827e0c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bde4c1e-4b62-4746-903d-ec351d4d62c8 HTTP/1.1" status: 200 len: 944 time: 0.1123633 Sep 01 09:48:24.609322 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-ed3f64b2-e848-4fd3-8eac-d3d7e6c2739b service neutron] Attempting to bind port 1e317b7a-1607-42cb-8663-e09e52af4be6 on host hv-cinder-80672 for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 09:48:24.609654 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-ed3f64b2-e848-4fd3-8eac-d3d7e6c2739b service neutron] Attempting to bind port 1e317b7a-1607-42cb-8663-e09e52af4be6 by drivers openvswitch,hyperv on host hv-cinder-80672 at level 0 using segments [{'id': 'f8f5e1d1-815f-4de7-b88d-534ff2d4457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 09:48:24.610009 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-ed3f64b2-e848-4fd3-8eac-d3d7e6c2739b service neutron] Attempting to bind port 1e317b7a-1607-42cb-8663-e09e52af4be6 on network 1ef54018-d592-4530-92ab-5c0638950a7d {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:48:24.622696 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-ed3f64b2-e848-4fd3-8eac-d3d7e6c2739b service neutron] Port 1e317b7a-1607-42cb-8663-e09e52af4be6 on network 1ef54018-d592-4530-92ab-5c0638950a7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80672 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 09:48:24.623015 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-ed3f64b2-e848-4fd3-8eac-d3d7e6c2739b service neutron] Attempting to bind port 1e317b7a-1607-42cb-8663-e09e52af4be6 on network 1ef54018-d592-4530-92ab-5c0638950a7d {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 09:48:24.631741 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-25b97327-f9b6-4ae7-a36e-ddd26f853770 req-c35db9e9-2234-47fe-9448-9f4342a93e0d tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542898 Sep 01 09:48:24.632538 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-ed3f64b2-e848-4fd3-8eac-d3d7e6c2739b service neutron] Checking agent: {'id': '8ce25ef8-d4a6-4c3d-9635-2091a35d6989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80672', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'started_at': datetime.datetime(2021, 9, 1, 9, 35, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 9, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 09:48:24.632866 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-ed3f64b2-e848-4fd3-8eac-d3d7e6c2739b service neutron] Checking segment: {'id': 'f8f5e1d1-815f-4de7-b88d-534ff2d4457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 09:48:24.633229 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-ed3f64b2-e848-4fd3-8eac-d3d7e6c2739b service neutron] Bound using segment: {'id': 'f8f5e1d1-815f-4de7-b88d-534ff2d4457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 09:48:24.633646 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-ed3f64b2-e848-4fd3-8eac-d3d7e6c2739b service neutron] Bound port: 1e317b7a-1607-42cb-8663-e09e52af4be6, host: hv-cinder-80672, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f5e1d1-815f-4de7-b88d-534ff2d4457a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 09:48:24.633996 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-ed3f64b2-e848-4fd3-8eac-d3d7e6c2739b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:24.695973 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-ed3f64b2-e848-4fd3-8eac-d3d7e6c2739b service neutron] For port 1e317b7a-1607-42cb-8663-e09e52af4be6, host hv-cinder-80672, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 09:48:24.699146 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-ed3f64b2-e848-4fd3-8eac-d3d7e6c2739b service neutron] For port 1e317b7a-1607-42cb-8663-e09e52af4be6, host hv-cinder-80672, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=1e317b7a-1607-42cb-8663-e09e52af4be6,segment=NetworkSegment(f8f5e1d1-815f-4de7-b88d-534ff2d4457a),segment_id=f8f5e1d1-815f-4de7-b88d-534ff2d4457a)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 09:48:24.703746 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-ed3f64b2-e848-4fd3-8eac-d3d7e6c2739b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:24.736486 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-ed3f64b2-e848-4fd3-8eac-d3d7e6c2739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:24.737091 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-ed3f64b2-e848-4fd3-8eac-d3d7e6c2739b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:24.738475 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-ed3f64b2-e848-4fd3-8eac-d3d7e6c2739b service neutron] 10.222.0.77 "PUT /v2.0/ports/1e317b7a-1607-42cb-8663-e09e52af4be6 HTTP/1.1" status: 200 len: 1094 time: 0.6573231 Sep 01 09:48:24.738904 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bde4c1e-4b62-4746-903d-ec351d4d62c8', 'tag': '1e317b7a-1607-42cb-8663-e09e52af4be6'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:48:24.741225 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd4c431-07a8-4c29-b575-90207cc645b5" -d '{"events": [{"name": "network-changed", "server_uuid": "1bde4c1e-4b62-4746-903d-ec351d4d62c8", "tag": "1e317b7a-1607-42cb-8663-e09e52af4be6"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:48:24.766759 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f64b2-e848-4fd3-8eac-d3d7e6c2739b service neutron] Pushing event updated for resources: {'Port': ['ID=1e317b7a-1607-42cb-8663-e09e52af4be6,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:48:24.790587 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9c116b-10cf-4b0f-9b4b-73b30ca7b8a1 x-openstack-request-id: req-bf9c116b-10cf-4b0f-9b4b-73b30ca7b8a1 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:48:24.790882 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bde4c1e-4b62-4746-903d-ec351d4d62c8", "tag": "1e317b7a-1607-42cb-8663-e09e52af4be6", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:48:24.791817 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bf9c116b-10cf-4b0f-9b4b-73b30ca7b8a1 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:48:24.792251 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bde4c1e-4b62-4746-903d-ec351d4d62c8', 'tag': '1e317b7a-1607-42cb-8663-e09e52af4be6', 'status': 'completed', 'code': 200} Sep 01 09:48:24.846351 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-e56ba4ac-3995-4793-b93b-3c2ffbc56649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:24.859487 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-08781721-eb93-4f8e-bf5a-493762b2606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:24.861111 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-08781721-eb93-4f8e-bf5a-493762b2606c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fdb73d0e8704a399f85f3add1c41808&device_id=1bde4c1e-4b62-4746-903d-ec351d4d62c8 HTTP/1.1" status: 200 len: 1097 time: 0.0506263 Sep 01 09:48:24.912038 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-cbd12953-c6a5-4e65-bd6b-18be8740fa81 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e317b7a-1607-42cb-8663-e09e52af4be6 HTTP/1.1" status: 200 len: 217 time: 0.0375462 Sep 01 09:48:24.960204 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-4a04d4f1-b50a-43e3-b9b8-4c7b114a8266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:24.961599 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-4a04d4f1-b50a-43e3-b9b8-4c7b114a8266 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfaae55d-773d-4b92-a203-450cd6111e59 HTTP/1.1" status: 200 len: 851 time: 0.0433934 Sep 01 09:48:25.009936 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-27955814-bb26-418b-a9db-ed8d6a16c02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:25.011446 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-27955814-bb26-418b-a9db-ed8d6a16c02e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ef54018-d592-4530-92ab-5c0638950a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425451 Sep 01 09:48:25.102969 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-eb914b70-f008-4465-a50a-37941b4033ce service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840213 Sep 01 09:48:25.196345 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-80ec4dc2-ba6b-4d21-b462-a82861ffacc4 req-dd6eda9d-b798-4fb7-95cb-4b31e939f415 service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861886 Sep 01 09:48:25.346818 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4c431-07a8-4c29-b575-90207cc645b5 req-65660dd8-af2d-448a-b345-c77569538b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:25.348260 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3bd4c431-07a8-4c29-b575-90207cc645b5 req-65660dd8-af2d-448a-b345-c77569538b91 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fdb73d0e8704a399f85f3add1c41808&device_id=1bde4c1e-4b62-4746-903d-ec351d4d62c8 HTTP/1.1" status: 200 len: 1097 time: 0.0560472 Sep 01 09:48:25.442366 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4c431-07a8-4c29-b575-90207cc645b5 req-35d5d015-8528-4234-a985-60ba44b75580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:25.445067 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3bd4c431-07a8-4c29-b575-90207cc645b5 req-35d5d015-8528-4234-a985-60ba44b75580 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ef54018-d592-4530-92ab-5c0638950a7d HTTP/1.1" status: 200 len: 914 time: 0.0894253 Sep 01 09:48:25.496122 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:25.498011 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3bd4c431-07a8-4c29-b575-90207cc645b5 req-24b6be61-ee02-4683-8338-1beff93f4c84 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e317b7a-1607-42cb-8663-e09e52af4be6 HTTP/1.1" status: 200 len: 217 time: 0.0440297 Sep 01 09:48:25.549173 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4c431-07a8-4c29-b575-90207cc645b5 req-c4f5df71-6af4-441b-899d-c3e996b91132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:25.550596 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3bd4c431-07a8-4c29-b575-90207cc645b5 req-c4f5df71-6af4-441b-899d-c3e996b91132 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfaae55d-773d-4b92-a203-450cd6111e59 HTTP/1.1" status: 200 len: 851 time: 0.0444317 Sep 01 09:48:25.608006 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4c431-07a8-4c29-b575-90207cc645b5 req-0d3c349a-851b-4c33-b22e-da42ad197410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:25.609443 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3bd4c431-07a8-4c29-b575-90207cc645b5 req-0d3c349a-851b-4c33-b22e-da42ad197410 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ef54018-d592-4530-92ab-5c0638950a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504501 Sep 01 09:48:25.950551 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3bd4c431-07a8-4c29-b575-90207cc645b5 req-3b31330f-9dc7-453a-aa92-5baca661d441 service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294487 Sep 01 09:48:26.037339 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d5d7e-1a90-46b0-89a6-784dd17e481d req-6df09f02-bd6b-46ba-8b4c-d0f313971693 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:26.038796 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b03d5d7e-1a90-46b0-89a6-784dd17e481d req-6df09f02-bd6b-46ba-8b4c-d0f313971693 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bde4c1e-4b62-4746-903d-ec351d4d62c8 HTTP/1.1" status: 200 len: 944 time: 0.3361177 Sep 01 09:48:26.078645 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-3bd4c431-07a8-4c29-b575-90207cc645b5 req-0a2db11a-2214-4d2c-895d-d2aa46a9163c service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152613 Sep 01 09:48:26.090755 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-b03d5d7e-1a90-46b0-89a6-784dd17e481d req-7ab12d5f-7b76-4bd7-81f1-6d9dd47fa049 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457957 Sep 01 09:48:26.136933 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:27.223758 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9697da-b810-4bda-b902-219fbd65863f req-067cb6e4-084c-4156-83d0-bd66849de0e1 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:27.225239 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4d9697da-b810-4bda-b902-219fbd65863f req-067cb6e4-084c-4156-83d0-bd66849de0e1 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bde4c1e-4b62-4746-903d-ec351d4d62c8 HTTP/1.1" status: 200 len: 944 time: 0.0565147 Sep 01 09:48:27.267489 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4d9697da-b810-4bda-b902-219fbd65863f req-4bbd7892-a7a2-41e9-a7d6-3cdfe93e006e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333440 Sep 01 09:48:27.940837 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:28.386777 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff300a4-38fd-49f2-8846-2376f637546d req-0f29f55b-a209-4954-a17d-6715954e8d41 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:28.388428 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-dff300a4-38fd-49f2-8846-2376f637546d req-0f29f55b-a209-4954-a17d-6715954e8d41 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bde4c1e-4b62-4746-903d-ec351d4d62c8 HTTP/1.1" status: 200 len: 944 time: 0.0497885 Sep 01 09:48:28.430434 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-dff300a4-38fd-49f2-8846-2376f637546d req-ca198886-9e07-4ab5-aaaf-01083b6cd19c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331807 Sep 01 09:48:29.306292 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2cbe820b-fd5d-4680-bf3b-589e0f98304e req-697e2da8-77e0-4ea4-803c-564abdb6ac7c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b281c7ab-7679-45db-96bb-88948127a1c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417838 Sep 01 09:48:29.382513 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe820b-fd5d-4680-bf3b-589e0f98304e req-ed57b88d-5d87-4c2c-a63d-3dc5e6ea18ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:29.384000 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2cbe820b-fd5d-4680-bf3b-589e0f98304e req-ed57b88d-5d87-4c2c-a63d-3dc5e6ea18ac service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fdb73d0e8704a399f85f3add1c41808&device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 1098 time: 0.0390475 Sep 01 09:48:29.487504 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe820b-fd5d-4680-bf3b-589e0f98304e req-ae3e00be-57ed-403f-92b5-b646cb8a481a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:29.488995 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2cbe820b-fd5d-4680-bf3b-589e0f98304e req-ae3e00be-57ed-403f-92b5-b646cb8a481a service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ef54018-d592-4530-92ab-5c0638950a7d HTTP/1.1" status: 200 len: 914 time: 0.0850928 Sep 01 09:48:29.580021 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2cbe820b-fd5d-4680-bf3b-589e0f98304e req-fff131fe-86a4-45e9-915d-a2bef922d347 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b52e930c-a85b-4cf5-9d49-068948f82e3f HTTP/1.1" status: 200 len: 1001 time: 0.0834253 Sep 01 09:48:29.591917 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952892f8-f557-434c-bb8a-aeb2d2fde641 req-21fbfc09-476e-485e-b040-6082f1cb6dbe tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:29.593322 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-952892f8-f557-434c-bb8a-aeb2d2fde641 req-21fbfc09-476e-485e-b040-6082f1cb6dbe tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bde4c1e-4b62-4746-903d-ec351d4d62c8 HTTP/1.1" status: 200 len: 944 time: 0.0912871 Sep 01 09:48:29.661603 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe820b-fd5d-4680-bf3b-589e0f98304e req-6427cc3b-a866-4129-b2c0-3b75ffa61fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:29.663116 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2cbe820b-fd5d-4680-bf3b-589e0f98304e req-6427cc3b-a866-4129-b2c0-3b75ffa61fc3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfaae55d-773d-4b92-a203-450cd6111e59 HTTP/1.1" status: 200 len: 851 time: 0.0689654 Sep 01 09:48:29.665872 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-952892f8-f557-434c-bb8a-aeb2d2fde641 req-4abcf338-c5e4-46d0-9f36-8d57aeed8640 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648079 Sep 01 09:48:29.708182 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe820b-fd5d-4680-bf3b-589e0f98304e req-6109b19e-5559-420c-ae6f-a7d337e2de0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:29.709718 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2cbe820b-fd5d-4680-bf3b-589e0f98304e req-6109b19e-5559-420c-ae6f-a7d337e2de0e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ef54018-d592-4530-92ab-5c0638950a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397649 Sep 01 09:48:29.798225 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2cbe820b-fd5d-4680-bf3b-589e0f98304e req-fca3fe3b-3049-4df8-bdc4-9ccd8ba74a90 service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815926 Sep 01 09:48:29.890368 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2cbe820b-fd5d-4680-bf3b-589e0f98304e req-0434283b-7f45-4d4f-8649-acfa75170288 service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842853 Sep 01 09:48:30.788944 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffca7e-3837-4c13-84af-ee87a5f83a32 req-c62570a0-d65f-4e0f-95a2-a80decc98ca2 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:30.790398 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-98ffca7e-3837-4c13-84af-ee87a5f83a32 req-c62570a0-d65f-4e0f-95a2-a80decc98ca2 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bde4c1e-4b62-4746-903d-ec351d4d62c8 HTTP/1.1" status: 200 len: 944 time: 0.0500946 Sep 01 09:48:30.833099 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-98ffca7e-3837-4c13-84af-ee87a5f83a32 req-bf17fb3d-0eb2-4009-9817-b238ee280bec tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366127 Sep 01 09:48:31.957175 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b136c-760f-47b1-9d94-83403b648a80 req-5609489b-a1e6-4706-9326-d61cdc6eb8e4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:31.958626 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1f7b136c-760f-47b1-9d94-83403b648a80 req-5609489b-a1e6-4706-9326-d61cdc6eb8e4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bde4c1e-4b62-4746-903d-ec351d4d62c8 HTTP/1.1" status: 200 len: 944 time: 0.0495863 Sep 01 09:48:32.003514 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1f7b136c-760f-47b1-9d94-83403b648a80 req-1e55cf69-9ae0-46bc-b133-c1560df105fc tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389245 Sep 01 09:48:32.769838 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 1e317b7a-1607-42cb-8663-e09e52af4be6 details requested by agent hyperv_hv-cinder-80672 with host hv-cinder-80672 {{(pid=94094) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 09:48:32.863447 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 1e317b7a-1607-42cb-8663-e09e52af4be6, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=1e317b7a-1607-42cb-8663-e09e52af4be6,segment=NetworkSegment(f8f5e1d1-815f-4de7-b88d-534ff2d4457a),segment_id=f8f5e1d1-815f-4de7-b88d-534ff2d4457a)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:48:32.875093 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Returning: {'device': '1e317b7a-1607-42cb-8663-e09e52af4be6', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'port_id': '1e317b7a-1607-42cb-8663-e09e52af4be6', 'mac_address': 'fa:16:3e:dd:1d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94094) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 09:48:32.911398 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:32.923973 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e317b7a-1607-42cb-8663-e09e52af4be6 {{(pid=94094) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 09:48:32.942579 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 1e317b7a-1607-42cb-8663-e09e52af4be6, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=1e317b7a-1607-42cb-8663-e09e52af4be6,segment=NetworkSegment(f8f5e1d1-815f-4de7-b88d-534ff2d4457a),segment_id=f8f5e1d1-815f-4de7-b88d-534ff2d4457a)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:48:32.949944 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:33.000767 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=1e317b7a-1607-42cb-8663-e09e52af4be6,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:48:33.118823 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41b945-6852-47ee-afac-bb8a9dc94af0 req-e44d0bcf-6283-41f8-990a-699f60720b26 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:33.120648 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2e41b945-6852-47ee-afac-bb8a9dc94af0 req-e44d0bcf-6283-41f8-990a-699f60720b26 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bde4c1e-4b62-4746-903d-ec351d4d62c8 HTTP/1.1" status: 200 len: 945 time: 0.0509379 Sep 01 09:48:33.159778 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-2e41b945-6852-47ee-afac-bb8a9dc94af0 req-ab082c7a-1b73-480e-be49-f291fc9795e7 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330858 Sep 01 09:48:33.229583 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] get_ports_and_sgs() called for port_ids ['1e317b7a-1607-42cb-8663-e09e52af4be6'] {{(pid=94094) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 09:48:34.294355 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e6715-55c5-4f1f-a11b-843b7a83510d req-a11618c6-21b4-4624-ad6c-aa82969721cd tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:34.295733 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-140e6715-55c5-4f1f-a11b-843b7a83510d req-a11618c6-21b4-4624-ad6c-aa82969721cd tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bde4c1e-4b62-4746-903d-ec351d4d62c8 HTTP/1.1" status: 200 len: 945 time: 0.0496104 Sep 01 09:48:34.335699 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-140e6715-55c5-4f1f-a11b-843b7a83510d req-d6182edd-da59-4ad0-9ebe-bd3c8029f362 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313926 Sep 01 09:48:34.786667 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 1e317b7a-1607-42cb-8663-e09e52af4be6 up at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 09:48:34.850357 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning for port 1e317b7a-1607-42cb-8663-e09e52af4be6 completed by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 09:48:34.853959 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Provisioning complete for port 1e317b7a-1607-42cb-8663-e09e52af4be6 triggered by entity L2. {{(pid=94094) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 09:48:34.854329 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-535320'] for port, provisioning_complete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:34.936228 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:34.961334 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bde4c1e-4b62-4746-903d-ec351d4d62c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e317b7a-1607-42cb-8663-e09e52af4be6'}] {{(pid=94094) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:48:34.963559 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f285bc9dd21a6ce7011d458f8d7894851fb73b79e81bf5de3d9357e29d8a2091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3997392b-71e3-4831-992f-b44d4f3156ef" -d '{"events": [{"server_uuid": "1bde4c1e-4b62-4746-903d-ec351d4d62c8", "name": "network-vif-plugged", "status": "completed", "tag": "1e317b7a-1607-42cb-8663-e09e52af4be6"}]}' {{(pid=94094) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:48:34.976363 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] For port 1e317b7a-1607-42cb-8663-e09e52af4be6, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=1e317b7a-1607-42cb-8663-e09e52af4be6,segment=NetworkSegment(f8f5e1d1-815f-4de7-b88d-534ff2d4457a),segment_id=f8f5e1d1-815f-4de7-b88d-534ff2d4457a)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:48:34.980922 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:35.028336 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Pushing event updated for resources: {'Port': ['ID=1e317b7a-1607-42cb-8663-e09e52af4be6,revision_number=5']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:48:35.117056 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd6e84b-b06c-4451-8890-a4df1b4e1f40 x-openstack-request-id: req-1fd6e84b-b06c-4451-8890-a4df1b4e1f40 {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:48:35.117341 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bde4c1e-4b62-4746-903d-ec351d4d62c8", "name": "network-vif-plugged", "status": "completed", "tag": "1e317b7a-1607-42cb-8663-e09e52af4be6", "code": 200}]} {{(pid=94094) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:48:35.117618 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1fd6e84b-b06c-4451-8890-a4df1b4e1f40 {{(pid=94094) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:48:35.118008 dv-cinder-806726-2-iscsi neutron-server[94094]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bde4c1e-4b62-4746-903d-ec351d4d62c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e317b7a-1607-42cb-8663-e09e52af4be6', 'code': 200} Sep 01 09:48:35.386873 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbae27e-3747-4870-a468-055b0d9fc050 req-5fd139d7-9948-478c-a0f1-48fc2a73c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:35.388410 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1fbae27e-3747-4870-a468-055b0d9fc050 req-5fd139d7-9948-478c-a0f1-48fc2a73c459 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1bde4c1e-4b62-4746-903d-ec351d4d62c8 HTTP/1.1" status: 200 len: 1099 time: 0.0464613 Sep 01 09:48:35.456547 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-1fbae27e-3747-4870-a468-055b0d9fc050 req-d70aa749-1b91-46c9-a9c5-1160879397e2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547948 Sep 01 09:48:35.472817 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49ee0d-bddc-4086-a4f1-02e021182551 req-853b230a-4c50-46ef-86dd-0bd5dc20b460 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:35.474209 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-de49ee0d-bddc-4086-a4f1-02e021182551 req-853b230a-4c50-46ef-86dd-0bd5dc20b460 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bde4c1e-4b62-4746-903d-ec351d4d62c8 HTTP/1.1" status: 200 len: 946 time: 0.0671468 Sep 01 09:48:35.514176 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-de49ee0d-bddc-4086-a4f1-02e021182551 req-3af5adc0-883a-4f98-bcaa-dd6187f63733 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337784 Sep 01 09:48:36.635614 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4dbd0-cf8d-4809-95ac-9907c3eca4cd req-538fa72f-b625-41a7-947b-3870ab407876 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:36.637106 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-acb4dbd0-cf8d-4809-95ac-9907c3eca4cd req-538fa72f-b625-41a7-947b-3870ab407876 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bde4c1e-4b62-4746-903d-ec351d4d62c8 HTTP/1.1" status: 200 len: 946 time: 0.0471954 Sep 01 09:48:36.675219 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-acb4dbd0-cf8d-4809-95ac-9907c3eca4cd req-ac74111a-776a-48f4-95f0-4ba472a7a2b0 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320950 Sep 01 09:48:37.807210 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d72eb6-b20a-4c91-89f1-d8360338e5a7 req-ab0ce1a8-1fcd-46e8-ba9d-ab17e47cc259 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:37.808699 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-71d72eb6-b20a-4c91-89f1-d8360338e5a7 req-ab0ce1a8-1fcd-46e8-ba9d-ab17e47cc259 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bde4c1e-4b62-4746-903d-ec351d4d62c8 HTTP/1.1" status: 200 len: 946 time: 0.0557714 Sep 01 09:48:37.848716 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-71d72eb6-b20a-4c91-89f1-d8360338e5a7 req-2792a045-003a-4aa7-8766-b5d0d0df65c0 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339561 Sep 01 09:48:37.974741 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f47a02-2ba2-4baf-8d90-1c0165e46c3b req-f210fe81-2d25-4606-982e-2fe99cf3f476 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:37.976302 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a8f47a02-2ba2-4baf-8d90-1c0165e46c3b req-f210fe81-2d25-4606-982e-2fe99cf3f476 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bde4c1e-4b62-4746-903d-ec351d4d62c8 HTTP/1.1" status: 200 len: 946 time: 0.0626488 Sep 01 09:48:38.016428 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-a8f47a02-2ba2-4baf-8d90-1c0165e46c3b req-84da9921-a166-495e-aa85-5f170f47890d tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341477 Sep 01 09:48:38.039146 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42352) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:48:38.081420 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d84eb5-006b-4d66-8113-54d8096f71b7 tempest-TestVolumeBootPattern-1317103146 tempest-TestVolumeBootPattern-1317103146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:38.082908 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-09d84eb5-006b-4d66-8113-54d8096f71b7 tempest-TestVolumeBootPattern-1317103146 tempest-TestVolumeBootPattern-1317103146-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=1bde4c1e-4b62-4746-903d-ec351d4d62c8 HTTP/1.1" status: 200 len: 1094 time: 0.0425892 Sep 01 09:48:38.085881 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 42354) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:48:38.090463 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.v2.base [None req-0a285bf9-ee49-490b-bfd4-fa3e6c49950f tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Request body: {'floatingip': {'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'port_id': '1e317b7a-1607-42cb-8663-e09e52af4be6', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94093) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 09:48:38.117250 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0a285bf9-ee49-490b-bfd4-fa3e6c49950f tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for floatingip, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:38.216950 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0a285bf9-ee49-490b-bfd4-fa3e6c49950f tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:38.329142 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-0a285bf9-ee49-490b-bfd4-fa3e6c49950f tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Allocated IP 172.27.0.2 (5981992f-fe61-47e0-99c1-6f445c6d0ea2/24ba0698-ff73-47e7-90df-c9665eaff537/d5373fa1-2f72-43b3-a39e-e0e046f97c6f) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 09:48:38.444559 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0a285bf9-ee49-490b-bfd4-fa3e6c49950f tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:38.488019 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0a285bf9-ee49-490b-bfd4-fa3e6c49950f tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737162793768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:38.532840 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a285bf9-ee49-490b-bfd4-fa3e6c49950f tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Network 5981992f-fe61-47e0-99c1-6f445c6d0ea2 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 09:48:38.535681 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-0a285bf9-ee49-490b-bfd4-fa3e6c49950f tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 09:48:38.539189 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a285bf9-ee49-490b-bfd4-fa3e6c49950f tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 09:48:38.559937 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a285bf9-ee49-490b-bfd4-fa3e6c49950f tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Pushing event updated for resources: {'Port': ['ID=d5373fa1-2f72-43b3-a39e-e0e046f97c6f,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:48:38.891222 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0a285bf9-ee49-490b-bfd4-fa3e6c49950f tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:38.958334 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0a285bf9-ee49-490b-bfd4-fa3e6c49950f tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-996815'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:39.106975 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0a285bf9-ee49-490b-bfd4-fa3e6c49950f tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:39.113676 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0a285bf9-ee49-490b-bfd4-fa3e6c49950f tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737163291603', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737162793786', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737162793804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24774547'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:39.184055 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a285bf9-ee49-490b-bfd4-fa3e6c49950f tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Pushing event updated for resources: {'Port': ['ID=d5373fa1-2f72-43b3-a39e-e0e046f97c6f,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:48:39.195695 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0a285bf9-ee49-490b-bfd4-fa3e6c49950f tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16688660'] for floatingip, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:39.289505 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.db.l3_db [None req-0a285bf9-ee49-490b-bfd4-fa3e6c49950f tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Floating IP 03d73b65-eff1-4c93-8766-d438aae634ff associated. External IP: 172.27.0.2, port: 1e317b7a-1607-42cb-8663-e09e52af4be6. Sep 01 09:48:39.496417 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a285bf9-ee49-490b-bfd4-fa3e6c49950f tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Router c460e377-3cca-43cd-8a7b-e101ff8eaf21 has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:48:39.608780 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a285bf9-ee49-490b-bfd4-fa3e6c49950f tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:48:39.618765 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ec6c46-592c-430d-9d35-b4df178230ab None None] Sync routers for ids ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:48:39.627003 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0a285bf9-ee49-490b-bfd4-fa3e6c49950f tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for floatingip, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:39.628030 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ec6c46-592c-430d-9d35-b4df178230ab None None] Routers {'c460e377-3cca-43cd-8a7b-e101ff8eaf21'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:48:39.628629 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b1ec6c46-592c-430d-9d35-b4df178230ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:48:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:48:39.654834 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-0a285bf9-ee49-490b-bfd4-fa3e6c49950f tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5678923 Sep 01 09:48:39.655404 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bde4c1e-4b62-4746-903d-ec351d4d62c8', 'tag': '1e317b7a-1607-42cb-8663-e09e52af4be6'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:48:39.657763 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392bd6e9-181d-40b4-9394-0801471bfe77" -d '{"events": [{"name": "network-changed", "server_uuid": "1bde4c1e-4b62-4746-903d-ec351d4d62c8", "tag": "1e317b7a-1607-42cb-8663-e09e52af4be6"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:48:39.698268 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a679b195-36ea-4092-b85a-48e5893c85a7 x-openstack-request-id: req-a679b195-36ea-4092-b85a-48e5893c85a7 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:48:39.698557 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bde4c1e-4b62-4746-903d-ec351d4d62c8", "tag": "1e317b7a-1607-42cb-8663-e09e52af4be6", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:48:39.698834 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a679b195-36ea-4092-b85a-48e5893c85a7 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:48:39.699244 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bde4c1e-4b62-4746-903d-ec351d4d62c8', 'tag': '1e317b7a-1607-42cb-8663-e09e52af4be6', 'status': 'completed', 'code': 200} Sep 01 09:48:39.732930 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b1ec6c46-592c-430d-9d35-b4df178230ab None None] Set router c460e377-3cca-43cd-8a7b-e101ff8eaf21 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:48:39.783847 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bd6e9-181d-40b4-9394-0801471bfe77 req-875d5dbf-65cf-4e69-b8ea-61d145aca38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:39.785376 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-392bd6e9-181d-40b4-9394-0801471bfe77 req-875d5dbf-65cf-4e69-b8ea-61d145aca38f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fdb73d0e8704a399f85f3add1c41808&device_id=1bde4c1e-4b62-4746-903d-ec351d4d62c8 HTTP/1.1" status: 200 len: 1099 time: 0.0438585 Sep 01 09:48:39.875100 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bd6e9-181d-40b4-9394-0801471bfe77 req-bdb97f2b-0bda-4fa7-87cd-d19128885af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:39.876603 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-392bd6e9-181d-40b4-9394-0801471bfe77 req-bdb97f2b-0bda-4fa7-87cd-d19128885af4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ef54018-d592-4530-92ab-5c0638950a7d HTTP/1.1" status: 200 len: 914 time: 0.0844584 Sep 01 09:48:39.945207 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-392bd6e9-181d-40b4-9394-0801471bfe77 req-7a49c092-f7e6-45db-8f50-996a3af69acb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e317b7a-1607-42cb-8663-e09e52af4be6 HTTP/1.1" status: 200 len: 998 time: 0.0603805 Sep 01 09:48:39.954707 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b1ec6c46-592c-430d-9d35-b4df178230ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:43:03Z', 'revision_number': 4, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port': {'id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:01Z', 'updated_at': '2021-09-01T09:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': '03d73b65-eff1-4c93-8766-d438aae634ff', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'port_id': '1e317b7a-1607-42cb-8663-e09e52af4be6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'mac_address': 'fa:16:3e:dd:1d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bde4c1e-4b62-4746-903d-ec351d4d62c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:48:38Z', 'updated_at': '2021-09-01T09:48:38Z', 'revision_number': 0, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'fixed_ip_address_scope': None}, {'id': '92c02fcd-b56d-43cc-9d08-c413c849d6e8', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'port_id': 'b52e930c-a85b-4cf5-9d49-068948f82e3f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'mac_address': 'fa:16:3e:a9:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b281c7ab-7679-45db-96bb-88948127a1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:46:41Z', 'updated_at': '2021-09-01T09:46:44Z', 'revision_number': 1, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4917afe8-e377-4254-baf7-9d2aa01fd789', 'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'mac_address': 'fa:16:3e:81:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:02Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 5, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'subnets': [{'id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:48:39.984063 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ec6c46-592c-430d-9d35-b4df178230ab None None] Checking router: c460e377-3cca-43cd-8a7b-e101ff8eaf21 for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:48:39.993916 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bd6e9-181d-40b4-9394-0801471bfe77 req-326d248f-0ae9-4cd9-8897-b31d44441c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:39.995120 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ec6c46-592c-430d-9d35-b4df178230ab None None] Routers {'c460e377-3cca-43cd-8a7b-e101ff8eaf21'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:48:39.995566 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-392bd6e9-181d-40b4-9394-0801471bfe77 req-326d248f-0ae9-4cd9-8897-b31d44441c9e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfaae55d-773d-4b92-a203-450cd6111e59 HTTP/1.1" status: 200 len: 851 time: 0.0439434 Sep 01 09:48:39.995794 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b1ec6c46-592c-430d-9d35-b4df178230ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:48:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:48:40.040545 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bd6e9-181d-40b4-9394-0801471bfe77 req-aaac2643-6a8c-4e1d-9a90-1974b2cdff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:48:40.042020 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-392bd6e9-181d-40b4-9394-0801471bfe77 req-aaac2643-6a8c-4e1d-9a90-1974b2cdff20 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ef54018-d592-4530-92ab-5c0638950a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393572 Sep 01 09:48:40.104431 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b1ec6c46-592c-430d-9d35-b4df178230ab None None] Set router c460e377-3cca-43cd-8a7b-e101ff8eaf21 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:48:40.133411 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-392bd6e9-181d-40b4-9394-0801471bfe77 req-9b8fcf7e-cd50-49ff-ae0f-eb6df4860f5e service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843253 Sep 01 09:48:40.222496 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-392bd6e9-181d-40b4-9394-0801471bfe77 req-5837ce78-14b6-43ec-8823-375039eaf85a service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819590 Sep 01 09:48:40.293288 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:48:40.328285 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b1ec6c46-592c-430d-9d35-b4df178230ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:43:03Z', 'revision_number': 4, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port': {'id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:01Z', 'updated_at': '2021-09-01T09:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': '03d73b65-eff1-4c93-8766-d438aae634ff', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'port_id': '1e317b7a-1607-42cb-8663-e09e52af4be6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'mac_address': 'fa:16:3e:dd:1d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bde4c1e-4b62-4746-903d-ec351d4d62c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:48:38Z', 'updated_at': '2021-09-01T09:48:38Z', 'revision_number': 0, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'fixed_ip_address_scope': None}, {'id': '92c02fcd-b56d-43cc-9d08-c413c849d6e8', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'port_id': 'b52e930c-a85b-4cf5-9d49-068948f82e3f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'mac_address': 'fa:16:3e:a9:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b281c7ab-7679-45db-96bb-88948127a1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:46:41Z', 'updated_at': '2021-09-01T09:46:44Z', 'revision_number': 1, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4917afe8-e377-4254-baf7-9d2aa01fd789', 'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'mac_address': 'fa:16:3e:81:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:02Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 5, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'subnets': [{'id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:48:40.353864 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ec6c46-592c-430d-9d35-b4df178230ab None None] The sync data for ids ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'] in dv-cinder-806726-2-iscsi is: [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:43:03Z', 'revision_number': 4, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port': {'id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:01Z', 'updated_at': '2021-09-01T09:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': '03d73b65-eff1-4c93-8766-d438aae634ff', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'port_id': '1e317b7a-1607-42cb-8663-e09e52af4be6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'mac_address': 'fa:16:3e:dd:1d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bde4c1e-4b62-4746-903d-ec351d4d62c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:48:38Z', 'updated_at': '2021-09-01T09:48:38Z', 'revision_number': 0, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'fixed_ip_address_scope': None}, {'id': '92c02fcd-b56d-43cc-9d08-c413c849d6e8', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'port_id': 'b52e930c-a85b-4cf5-9d49-068948f82e3f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'mac_address': 'fa:16:3e:a9:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b281c7ab-7679-45db-96bb-88948127a1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:46:41Z', 'updated_at': '2021-09-01T09:46:44Z', 'revision_number': 1, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4917afe8-e377-4254-baf7-9d2aa01fd789', 'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'mac_address': 'fa:16:3e:81:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:02Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 5, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'subnets': [{'id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:48:40.548046 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8fd958-1a6c-47d6-8220-b8bb1ea06a74 None None] New status for floating IP 03d73b65-eff1-4c93-8766-d438aae634ff: ACTIVE {{(pid=94096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 09:48:52.360475 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-4c6832ed-24ac-4515-bc99-4323c0bbd3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:54.092587 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:54.851452 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-83dac829-6c94-48c3-ad4f-29bdfc31c335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:55.503933 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:56.263234 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:48:57.944864 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:49:17.300325 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:49:22.366018 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-1c819b92-8b4c-4c88-8498-d9682de70857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:49:24.090674 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:49:24.854904 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-86f41318-828c-4542-bc35-e3369164f5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:49:25.502584 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:49:26.153839 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:49:27.947856 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:49:29.298052 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-627d007c-cfce-446f-ab0c-e7ba5d8c865a req-900e5288-7863-4d5f-bee4-ad2b7eef65ce service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b281c7ab-7679-45db-96bb-88948127a1c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408297 Sep 01 09:49:29.400295 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d007c-cfce-446f-ab0c-e7ba5d8c865a req-fb074a41-2bb4-4eae-b0b0-00d9184c820a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:49:29.401755 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-627d007c-cfce-446f-ab0c-e7ba5d8c865a req-fb074a41-2bb4-4eae-b0b0-00d9184c820a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fdb73d0e8704a399f85f3add1c41808&device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 1098 time: 0.0433834 Sep 01 09:49:29.504390 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d007c-cfce-446f-ab0c-e7ba5d8c865a req-fce2fa0f-cae9-47b3-9abf-ed86d87b570b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:49:29.505848 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-627d007c-cfce-446f-ab0c-e7ba5d8c865a req-fce2fa0f-cae9-47b3-9abf-ed86d87b570b service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ef54018-d592-4530-92ab-5c0638950a7d HTTP/1.1" status: 200 len: 914 time: 0.0842047 Sep 01 09:49:29.578668 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-627d007c-cfce-446f-ab0c-e7ba5d8c865a req-19517ab6-3f0e-4ce3-9afc-723cc65709b4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b52e930c-a85b-4cf5-9d49-068948f82e3f HTTP/1.1" status: 200 len: 1001 time: 0.0621450 Sep 01 09:49:29.627273 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d007c-cfce-446f-ab0c-e7ba5d8c865a req-65b74cc1-9536-40dc-9889-9a0103e0db9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:49:29.628667 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-627d007c-cfce-446f-ab0c-e7ba5d8c865a req-65b74cc1-9536-40dc-9889-9a0103e0db9f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfaae55d-773d-4b92-a203-450cd6111e59 HTTP/1.1" status: 200 len: 851 time: 0.0429120 Sep 01 09:49:29.672756 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d007c-cfce-446f-ab0c-e7ba5d8c865a req-0e47b2fe-c6f3-40e5-8f1e-0095e920f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:49:29.674174 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-627d007c-cfce-446f-ab0c-e7ba5d8c865a req-0e47b2fe-c6f3-40e5-8f1e-0095e920f9e4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ef54018-d592-4530-92ab-5c0638950a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377512 Sep 01 09:49:29.765854 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-627d007c-cfce-446f-ab0c-e7ba5d8c865a req-7135a1c5-b7b9-4d76-881e-85cf7173fab2 service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829153 Sep 01 09:49:30.103125 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-627d007c-cfce-446f-ab0c-e7ba5d8c865a req-a7d80d53-8dff-48b6-b4eb-10d06cd89286 service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296854 Sep 01 09:49:52.370334 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-76354831-bc5a-44f6-aa54-b5acb8df2881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:49:54.088911 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:49:54.304581 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:49:54.857691 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-191cff4b-9576-4c68-ade6-382b4679d2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:49:55.503678 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:49:56.156141 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:49:57.950890 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:18.196082 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42386) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:50:18.374075 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-995177a8-a7bc-423b-bc24-d703c1a7b9c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Deleting port d5373fa1-2f72-43b3-a39e-e0e046f97c6f {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:50:18.374338 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-995177a8-a7bc-423b-bc24-d703c1a7b9c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:18.449581 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-995177a8-a7bc-423b-bc24-d703c1a7b9c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:18.449901 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-995177a8-a7bc-423b-bc24-d703c1a7b9c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:18.461283 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-995177a8-a7bc-423b-bc24-d703c1a7b9c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Calling delete_port for d5373fa1-2f72-43b3-a39e-e0e046f97c6f owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:50:18.615686 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-995177a8-a7bc-423b-bc24-d703c1a7b9c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25065501'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:18.642056 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995177a8-a7bc-423b-bc24-d703c1a7b9c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Pushing event deleted for resources: {'Port': ['ID=d5373fa1-2f72-43b3-a39e-e0e046f97c6f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:50:18.665226 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995177a8-a7bc-423b-bc24-d703c1a7b9c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:18.665603 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995177a8-a7bc-423b-bc24-d703c1a7b9c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:18.665925 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995177a8-a7bc-423b-bc24-d703c1a7b9c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:18.666253 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995177a8-a7bc-423b-bc24-d703c1a7b9c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:18.666581 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995177a8-a7bc-423b-bc24-d703c1a7b9c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:18.666904 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995177a8-a7bc-423b-bc24-d703c1a7b9c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:18.667310 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995177a8-a7bc-423b-bc24-d703c1a7b9c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:18.667541 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995177a8-a7bc-423b-bc24-d703c1a7b9c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:18.667901 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995177a8-a7bc-423b-bc24-d703c1a7b9c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:18.668258 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995177a8-a7bc-423b-bc24-d703c1a7b9c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:18.668650 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995177a8-a7bc-423b-bc24-d703c1a7b9c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:18.669059 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995177a8-a7bc-423b-bc24-d703c1a7b9c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:18.710709 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-995177a8-a7bc-423b-bc24-d703c1a7b9c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:18.711126 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.db.l3_db [None req-995177a8-a7bc-423b-bc24-d703c1a7b9c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Floating IP 03d73b65-eff1-4c93-8766-d438aae634ff disassociated (deleted). External IP: 172.27.0.2, port: 1e317b7a-1607-42cb-8663-e09e52af4be6. Sep 01 09:50:18.916341 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995177a8-a7bc-423b-bc24-d703c1a7b9c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Router c460e377-3cca-43cd-8a7b-e101ff8eaf21 has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:50:19.022372 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995177a8-a7bc-423b-bc24-d703c1a7b9c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:50:19.027721 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-995177a8-a7bc-423b-bc24-d703c1a7b9c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:19.032379 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43eb40b-ecb3-402c-817b-63e4076c5c16 None None] Sync routers for ids ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:50:19.041860 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43eb40b-ecb3-402c-817b-63e4076c5c16 None None] Routers {'c460e377-3cca-43cd-8a7b-e101ff8eaf21'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:50:19.042457 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c43eb40b-ecb3-402c-817b-63e4076c5c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:49:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:50:19.059826 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-995177a8-a7bc-423b-bc24-d703c1a7b9c4 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "DELETE /v2.0/floatingips/03d73b65-eff1-4c93-8766-d438aae634ff HTTP/1.1" status: 204 len: 168 time: 0.8599627 Sep 01 09:50:19.059826 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bde4c1e-4b62-4746-903d-ec351d4d62c8', 'tag': '1e317b7a-1607-42cb-8663-e09e52af4be6'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:50:19.060315 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1158da6c3346bc0ee3ec7fc22ff852373ba0e4f09dd7013d76cb48f019b6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406f9670-0429-4b97-83da-f7efe2e7cd63" -d '{"events": [{"name": "network-changed", "server_uuid": "1bde4c1e-4b62-4746-903d-ec351d4d62c8", "tag": "1e317b7a-1607-42cb-8663-e09e52af4be6"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:50:19.099500 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fabd870-ba0e-40e0-9374-f91bd669e976 x-openstack-request-id: req-9fabd870-ba0e-40e0-9374-f91bd669e976 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:50:19.099804 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bde4c1e-4b62-4746-903d-ec351d4d62c8", "tag": "1e317b7a-1607-42cb-8663-e09e52af4be6", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:50:19.100037 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9fabd870-ba0e-40e0-9374-f91bd669e976 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:50:19.100469 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bde4c1e-4b62-4746-903d-ec351d4d62c8', 'tag': '1e317b7a-1607-42cb-8663-e09e52af4be6', 'status': 'completed', 'code': 200} Sep 01 09:50:19.145856 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c43eb40b-ecb3-402c-817b-63e4076c5c16 None None] Set router c460e377-3cca-43cd-8a7b-e101ff8eaf21 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:50:19.184519 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f9670-0429-4b97-83da-f7efe2e7cd63 req-7327cd72-5442-453f-ab2d-025ba42ecb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:50:19.186825 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-406f9670-0429-4b97-83da-f7efe2e7cd63 req-7327cd72-5442-453f-ab2d-025ba42ecb0e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fdb73d0e8704a399f85f3add1c41808&device_id=1bde4c1e-4b62-4746-903d-ec351d4d62c8 HTTP/1.1" status: 200 len: 1099 time: 0.0412621 Sep 01 09:50:19.311100 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f9670-0429-4b97-83da-f7efe2e7cd63 req-38f46dc3-05fd-4a26-a7a5-045ece5c5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:50:19.312615 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-406f9670-0429-4b97-83da-f7efe2e7cd63 req-38f46dc3-05fd-4a26-a7a5-045ece5c5e66 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ef54018-d592-4530-92ab-5c0638950a7d HTTP/1.1" status: 200 len: 914 time: 0.1166930 Sep 01 09:50:19.320525 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003e917-a447-4306-a544-75091dddd023 req-b510990d-ffbd-4a51-a63c-3b81e97104ad tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:50:19.321963 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4003e917-a447-4306-a544-75091dddd023 req-b510990d-ffbd-4a51-a63c-3b81e97104ad tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bde4c1e-4b62-4746-903d-ec351d4d62c8 HTTP/1.1" status: 200 len: 946 time: 0.0727026 Sep 01 09:50:19.369273 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-406f9670-0429-4b97-83da-f7efe2e7cd63 req-926073ff-a932-40e4-a3fd-ab8b4615c6f4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e317b7a-1607-42cb-8663-e09e52af4be6 HTTP/1.1" status: 200 len: 217 time: 0.0463462 Sep 01 09:50:19.381773 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c43eb40b-ecb3-402c-817b-63e4076c5c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:43:03Z', 'revision_number': 4, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port': {'id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:01Z', 'updated_at': '2021-09-01T09:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': '92c02fcd-b56d-43cc-9d08-c413c849d6e8', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'port_id': 'b52e930c-a85b-4cf5-9d49-068948f82e3f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'mac_address': 'fa:16:3e:a9:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b281c7ab-7679-45db-96bb-88948127a1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:46:41Z', 'updated_at': '2021-09-01T09:46:44Z', 'revision_number': 1, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4917afe8-e377-4254-baf7-9d2aa01fd789', 'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'mac_address': 'fa:16:3e:81:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:02Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 5, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'subnets': [{'id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:50:19.396194 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-4003e917-a447-4306-a544-75091dddd023 req-b9c097e1-f81a-4ef8-8d72-e773717acb1d tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677993 Sep 01 09:50:19.407748 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43eb40b-ecb3-402c-817b-63e4076c5c16 None None] Checking router: c460e377-3cca-43cd-8a7b-e101ff8eaf21 for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:50:19.416644 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43eb40b-ecb3-402c-817b-63e4076c5c16 None None] Routers {'c460e377-3cca-43cd-8a7b-e101ff8eaf21'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:50:19.417305 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c43eb40b-ecb3-402c-817b-63e4076c5c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:49:55Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:50:19.428917 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f9670-0429-4b97-83da-f7efe2e7cd63 req-518c9734-fab6-4657-8787-7faba48d32cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:50:19.430416 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-406f9670-0429-4b97-83da-f7efe2e7cd63 req-518c9734-fab6-4657-8787-7faba48d32cb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfaae55d-773d-4b92-a203-450cd6111e59 HTTP/1.1" status: 200 len: 851 time: 0.0487478 Sep 01 09:50:19.475528 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f9670-0429-4b97-83da-f7efe2e7cd63 req-1993b805-c624-48d5-8d30-e5781de91996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:50:19.476952 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-406f9670-0429-4b97-83da-f7efe2e7cd63 req-1993b805-c624-48d5-8d30-e5781de91996 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ef54018-d592-4530-92ab-5c0638950a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389848 Sep 01 09:50:19.522192 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-c43eb40b-ecb3-402c-817b-63e4076c5c16 None None] Set router c460e377-3cca-43cd-8a7b-e101ff8eaf21 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:50:19.567809 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-406f9670-0429-4b97-83da-f7efe2e7cd63 req-7fda5eab-8f4a-41f0-8e8f-e81296498acd service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828140 Sep 01 09:50:19.656529 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-406f9670-0429-4b97-83da-f7efe2e7cd63 req-46f7beb2-5abf-4551-9267-d1c50a78998e service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807302 Sep 01 09:50:19.744700 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-c43eb40b-ecb3-402c-817b-63e4076c5c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:43:03Z', 'revision_number': 4, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port': {'id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:01Z', 'updated_at': '2021-09-01T09:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': '92c02fcd-b56d-43cc-9d08-c413c849d6e8', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'port_id': 'b52e930c-a85b-4cf5-9d49-068948f82e3f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'mac_address': 'fa:16:3e:a9:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b281c7ab-7679-45db-96bb-88948127a1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:46:41Z', 'updated_at': '2021-09-01T09:46:44Z', 'revision_number': 1, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4917afe8-e377-4254-baf7-9d2aa01fd789', 'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'mac_address': 'fa:16:3e:81:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:02Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 5, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'subnets': [{'id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:50:19.770265 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43eb40b-ecb3-402c-817b-63e4076c5c16 None None] The sync data for ids ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'] in dv-cinder-806726-2-iscsi is: [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:43:03Z', 'revision_number': 4, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port': {'id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:01Z', 'updated_at': '2021-09-01T09:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_floatingips': [{'id': '92c02fcd-b56d-43cc-9d08-c413c849d6e8', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'router_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'port_id': 'b52e930c-a85b-4cf5-9d49-068948f82e3f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'mac_address': 'fa:16:3e:a9:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b281c7ab-7679-45db-96bb-88948127a1c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T09:46:41Z', 'updated_at': '2021-09-01T09:46:44Z', 'revision_number': 1, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4917afe8-e377-4254-baf7-9d2aa01fd789', 'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'mac_address': 'fa:16:3e:81:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:02Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 5, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'subnets': [{'id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:50:19.985885 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b424dfe6-d5f7-42a8-b1a9-f43bf44d2b7d None None] New status for floating IP 03d73b65-eff1-4c93-8766-d438aae634ff: DOWN {{(pid=94096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 09:50:20.537358 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25610a3-ca44-48d0-9011-5d8f85ca9f62 req-ceba8b3a-0b1d-48df-bc98-2faeb0764561 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:50:20.538860 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d25610a3-ca44-48d0-9011-5d8f85ca9f62 req-ceba8b3a-0b1d-48df-bc98-2faeb0764561 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bde4c1e-4b62-4746-903d-ec351d4d62c8 HTTP/1.1" status: 200 len: 946 time: 0.0511312 Sep 01 09:50:20.582742 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-d25610a3-ca44-48d0-9011-5d8f85ca9f62 req-6726c169-24f4-4dcb-af3d-30d782ab531b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352604 Sep 01 09:50:21.019459 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d61df-6d68-477e-b89c-3cd39ff76945 req-a249d124-6f68-457a-aab6-b4b84cf53d0b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:50:21.021012 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-221d61df-6d68-477e-b89c-3cd39ff76945 req-a249d124-6f68-457a-aab6-b4b84cf53d0b tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.77 "GET /v2.0/ports?device_id=1bde4c1e-4b62-4746-903d-ec351d4d62c8 HTTP/1.1" status: 200 len: 946 time: 0.0660973 Sep 01 09:50:21.110577 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-221d61df-6d68-477e-b89c-3cd39ff76945 req-b41dbb12-3609-447b-b711-cb1baa9d8e83 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Deleting port 1e317b7a-1607-42cb-8663-e09e52af4be6 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:50:21.110913 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-221d61df-6d68-477e-b89c-3cd39ff76945 req-b41dbb12-3609-447b-b711-cb1baa9d8e83 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:21.202369 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-221d61df-6d68-477e-b89c-3cd39ff76945 req-b41dbb12-3609-447b-b711-cb1baa9d8e83 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] For port 1e317b7a-1607-42cb-8663-e09e52af4be6, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=1e317b7a-1607-42cb-8663-e09e52af4be6,segment=NetworkSegment(f8f5e1d1-815f-4de7-b88d-534ff2d4457a),segment_id=f8f5e1d1-815f-4de7-b88d-534ff2d4457a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:50:21.202737 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-221d61df-6d68-477e-b89c-3cd39ff76945 req-b41dbb12-3609-447b-b711-cb1baa9d8e83 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:21.215420 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-221d61df-6d68-477e-b89c-3cd39ff76945 req-b41dbb12-3609-447b-b711-cb1baa9d8e83 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Calling delete_port for 1e317b7a-1607-42cb-8663-e09e52af4be6 owned by compute:nova {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:50:21.345504 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-221d61df-6d68-477e-b89c-3cd39ff76945 req-b41dbb12-3609-447b-b711-cb1baa9d8e83 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:21.375821 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41dbb12-3609-447b-b711-cb1baa9d8e83 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Pushing event deleted for resources: {'Port': ['ID=1e317b7a-1607-42cb-8663-e09e52af4be6,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:50:21.400819 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dbb12-3609-447b-b711-cb1baa9d8e83 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:21.401173 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dbb12-3609-447b-b711-cb1baa9d8e83 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:21.401514 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dbb12-3609-447b-b711-cb1baa9d8e83 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:21.401853 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dbb12-3609-447b-b711-cb1baa9d8e83 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:21.402182 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dbb12-3609-447b-b711-cb1baa9d8e83 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:21.402512 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dbb12-3609-447b-b711-cb1baa9d8e83 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:21.402825 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dbb12-3609-447b-b711-cb1baa9d8e83 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:21.403148 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dbb12-3609-447b-b711-cb1baa9d8e83 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:21.403476 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dbb12-3609-447b-b711-cb1baa9d8e83 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:21.403834 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dbb12-3609-447b-b711-cb1baa9d8e83 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:21.404154 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dbb12-3609-447b-b711-cb1baa9d8e83 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:21.404477 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41dbb12-3609-447b-b711-cb1baa9d8e83 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:21.422181 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [req-221d61df-6d68-477e-b89c-3cd39ff76945 req-b41dbb12-3609-447b-b711-cb1baa9d8e83 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] No DVR routers for this DVR port 1e317b7a-1607-42cb-8663-e09e52af4be6 on host hv-cinder-80672 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:50:21.424436 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-221d61df-6d68-477e-b89c-3cd39ff76945 req-b41dbb12-3609-447b-b711-cb1baa9d8e83 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:21.426445 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-221d61df-6d68-477e-b89c-3cd39ff76945 req-b41dbb12-3609-447b-b711-cb1baa9d8e83 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.77 "DELETE /v2.0/ports/1e317b7a-1607-42cb-8663-e09e52af4be6 HTTP/1.1" status: 204 len: 173 time: 0.3982646 Sep 01 09:50:21.426872 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bde4c1e-4b62-4746-903d-ec351d4d62c8', 'name': 'network-vif-deleted', 'tag': '1e317b7a-1607-42cb-8663-e09e52af4be6'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:50:21.429185 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a39f0d8-a49c-478f-a303-341ba937f5dc" -d '{"events": [{"server_uuid": "1bde4c1e-4b62-4746-903d-ec351d4d62c8", "name": "network-vif-deleted", "tag": "1e317b7a-1607-42cb-8663-e09e52af4be6"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:50:21.574533 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239e58d7-4f6e-417e-b3b0-087a75052851 x-openstack-request-id: req-239e58d7-4f6e-417e-b3b0-087a75052851 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:50:21.575138 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bde4c1e-4b62-4746-903d-ec351d4d62c8", "name": "network-vif-deleted", "tag": "1e317b7a-1607-42cb-8663-e09e52af4be6", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:50:21.575138 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-239e58d7-4f6e-417e-b3b0-087a75052851 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:50:21.575434 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bde4c1e-4b62-4746-903d-ec351d4d62c8', 'name': 'network-vif-deleted', 'tag': '1e317b7a-1607-42cb-8663-e09e52af4be6', 'status': 'completed', 'code': 200} Sep 01 09:50:21.679544 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-706dbc7e-f403-4397-9d34-5ec646e420da req-f3475d2b-9d13-481f-9a5c-0df6568e37ee tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=1bde4c1e-4b62-4746-903d-ec351d4d62c8 HTTP/1.1" status: 200 len: 210 time: 0.0254884 Sep 01 09:50:22.373218 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f021d2be-c949-404c-9b2d-581e8260dc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:24.104430 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:24.860095 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d43f3c2f-4fac-42e0-a80b-77d742a8e54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:24.982842 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42430) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:50:25.143242 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-bfcf5884-fd77-403f-9ff1-dbfa655c10cf tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Deleting port 55bfca12-739d-4bb6-86c0-7532746ef455 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:50:25.143481 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bfcf5884-fd77-403f-9ff1-dbfa655c10cf tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:25.165597 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 1e317b7a-1607-42cb-8663-e09e52af4be6 no longer exists at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:50:25.185109 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] No Port match for: 1e317b7a-1607-42cb-8663-e09e52af4be6 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:50:25.185450 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device 1e317b7a-1607-42cb-8663-e09e52af4be6 not bound to the agent host hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:50:25.220464 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bfcf5884-fd77-403f-9ff1-dbfa655c10cf tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:25.220788 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bfcf5884-fd77-403f-9ff1-dbfa655c10cf tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:25.232594 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-bfcf5884-fd77-403f-9ff1-dbfa655c10cf tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Calling delete_port for 55bfca12-739d-4bb6-86c0-7532746ef455 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:50:25.397950 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bfcf5884-fd77-403f-9ff1-dbfa655c10cf tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25065501'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:25.421713 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf5884-fd77-403f-9ff1-dbfa655c10cf tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Pushing event deleted for resources: {'Port': ['ID=55bfca12-739d-4bb6-86c0-7532746ef455,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:50:25.487401 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bfcf5884-fd77-403f-9ff1-dbfa655c10cf tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:25.487937 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.db.l3_db [None req-bfcf5884-fd77-403f-9ff1-dbfa655c10cf tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Floating IP 92c02fcd-b56d-43cc-9d08-c413c849d6e8 disassociated (deleted). External IP: 172.27.0.128, port: b52e930c-a85b-4cf5-9d49-068948f82e3f. Sep 01 09:50:25.500509 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:25.700626 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcf5884-fd77-403f-9ff1-dbfa655c10cf tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Router c460e377-3cca-43cd-8a7b-e101ff8eaf21 has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:50:25.812189 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcf5884-fd77-403f-9ff1-dbfa655c10cf tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:50:25.817631 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bfcf5884-fd77-403f-9ff1-dbfa655c10cf tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:25.822291 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f82a9a8-e645-458d-99f1-da8a25d8c7ae None None] Sync routers for ids ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:50:25.831622 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f82a9a8-e645-458d-99f1-da8a25d8c7ae None None] Routers {'c460e377-3cca-43cd-8a7b-e101ff8eaf21'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:50:25.832271 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9f82a9a8-e645-458d-99f1-da8a25d8c7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:50:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:50:25.846365 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-bfcf5884-fd77-403f-9ff1-dbfa655c10cf tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "DELETE /v2.0/floatingips/92c02fcd-b56d-43cc-9d08-c413c849d6e8 HTTP/1.1" status: 204 len: 168 time: 0.8624234 Sep 01 09:50:25.846962 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b281c7ab-7679-45db-96bb-88948127a1c2', 'tag': 'b52e930c-a85b-4cf5-9d49-068948f82e3f'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:50:25.849267 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1158da6c3346bc0ee3ec7fc22ff852373ba0e4f09dd7013d76cb48f019b6e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dc7245-7557-40ff-804a-8e2c76038fec" -d '{"events": [{"name": "network-changed", "server_uuid": "b281c7ab-7679-45db-96bb-88948127a1c2", "tag": "b52e930c-a85b-4cf5-9d49-068948f82e3f"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:50:25.889549 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 09:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c210dcf1-353f-4b25-9d17-eb14d393f7a2 x-openstack-request-id: req-c210dcf1-353f-4b25-9d17-eb14d393f7a2 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:50:25.889834 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b281c7ab-7679-45db-96bb-88948127a1c2", "tag": "b52e930c-a85b-4cf5-9d49-068948f82e3f", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:50:25.890078 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c210dcf1-353f-4b25-9d17-eb14d393f7a2 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:50:25.890471 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b281c7ab-7679-45db-96bb-88948127a1c2', 'tag': 'b52e930c-a85b-4cf5-9d49-068948f82e3f', 'status': 'completed', 'code': 200} Sep 01 09:50:25.939137 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-9f82a9a8-e645-458d-99f1-da8a25d8c7ae None None] Set router c460e377-3cca-43cd-8a7b-e101ff8eaf21 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:50:25.979967 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc7245-7557-40ff-804a-8e2c76038fec req-eba6da16-1c55-49ff-acf0-5420c190f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:50:25.982160 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-14dc7245-7557-40ff-804a-8e2c76038fec req-eba6da16-1c55-49ff-acf0-5420c190f441 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=7fdb73d0e8704a399f85f3add1c41808&device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 1098 time: 0.0461664 Sep 01 09:50:26.111475 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56aa760-aa5d-4c53-a2d6-cea31baad44b req-e884f7e3-e27e-4c23-8eea-135ff2271c1e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:50:26.112954 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c56aa760-aa5d-4c53-a2d6-cea31baad44b req-e884f7e3-e27e-4c23-8eea-135ff2271c1e tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 945 time: 0.0785565 Sep 01 09:50:26.115726 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc7245-7557-40ff-804a-8e2c76038fec req-91447117-c7ce-4520-9ba2-24f6834ea57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:50:26.117127 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-14dc7245-7557-40ff-804a-8e2c76038fec req-91447117-c7ce-4520-9ba2-24f6834ea57a service neutron] 10.222.0.77 "GET /v2.0/networks?id=1ef54018-d592-4530-92ab-5c0638950a7d HTTP/1.1" status: 200 len: 914 time: 0.1270068 Sep 01 09:50:26.152999 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9f82a9a8-e645-458d-99f1-da8a25d8c7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:43:03Z', 'revision_number': 4, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port': {'id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:01Z', 'updated_at': '2021-09-01T09:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '4917afe8-e377-4254-baf7-9d2aa01fd789', 'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'mac_address': 'fa:16:3e:81:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:02Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 5, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'subnets': [{'id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:50:26.155894 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:26.167623 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-14dc7245-7557-40ff-804a-8e2c76038fec req-d9b17cb6-d92a-4ad9-94e1-d662e163c4af service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b52e930c-a85b-4cf5-9d49-068948f82e3f HTTP/1.1" status: 200 len: 217 time: 0.0412836 Sep 01 09:50:26.179374 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f82a9a8-e645-458d-99f1-da8a25d8c7ae None None] Checking router: c460e377-3cca-43cd-8a7b-e101ff8eaf21 for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:50:26.187803 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f82a9a8-e645-458d-99f1-da8a25d8c7ae None None] Routers {'c460e377-3cca-43cd-8a7b-e101ff8eaf21'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:50:26.188432 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9f82a9a8-e645-458d-99f1-da8a25d8c7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:50:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:50:26.207512 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-c56aa760-aa5d-4c53-a2d6-cea31baad44b req-8b493d7d-9db5-4632-adfe-b1b9bc502afe tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881763 Sep 01 09:50:26.224883 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc7245-7557-40ff-804a-8e2c76038fec req-cfb4581d-ccf0-4c55-8c7f-6cb1d505416a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:50:26.226446 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-14dc7245-7557-40ff-804a-8e2c76038fec req-cfb4581d-ccf0-4c55-8c7f-6cb1d505416a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cfaae55d-773d-4b92-a203-450cd6111e59 HTTP/1.1" status: 200 len: 851 time: 0.0495837 Sep 01 09:50:26.277271 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc7245-7557-40ff-804a-8e2c76038fec req-d76b10d0-1335-46ae-bc2a-41b6b6a8316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:50:26.278685 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-14dc7245-7557-40ff-804a-8e2c76038fec req-d76b10d0-1335-46ae-bc2a-41b6b6a8316d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1ef54018-d592-4530-92ab-5c0638950a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438774 Sep 01 09:50:26.294586 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-9f82a9a8-e645-458d-99f1-da8a25d8c7ae None None] Set router c460e377-3cca-43cd-8a7b-e101ff8eaf21 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:50:26.366829 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-14dc7245-7557-40ff-804a-8e2c76038fec req-61c6c7e4-963c-4506-8fb5-318491fbbe96 service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793667 Sep 01 09:50:26.460896 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-14dc7245-7557-40ff-804a-8e2c76038fec req-26837fe0-c482-4c21-9d05-5b9f4c9f0e2a service neutron] 10.222.0.77 "GET /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850728 Sep 01 09:50:26.491330 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9f82a9a8-e645-458d-99f1-da8a25d8c7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:43:03Z', 'revision_number': 4, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port': {'id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:01Z', 'updated_at': '2021-09-01T09:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '4917afe8-e377-4254-baf7-9d2aa01fd789', 'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'mac_address': 'fa:16:3e:81:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:02Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 5, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'subnets': [{'id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:50:26.521617 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f82a9a8-e645-458d-99f1-da8a25d8c7ae None None] The sync data for ids ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'] in dv-cinder-806726-2-iscsi is: [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:43:03Z', 'revision_number': 4, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port': {'id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:01Z', 'updated_at': '2021-09-01T09:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi', '_interfaces': [{'id': '4917afe8-e377-4254-baf7-9d2aa01fd789', 'name': '', 'network_id': '1ef54018-d592-4530-92ab-5c0638950a7d', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'mac_address': 'fa:16:3e:81:26:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:02Z', 'updated_at': '2021-09-01T09:43:08Z', 'revision_number': 5, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'subnets': [{'id': 'cfaae55d-773d-4b92-a203-450cd6111e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:50:26.731567 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4dffa5-0267-46ec-bfe4-1e683f0ab07d None None] New status for floating IP 92c02fcd-b56d-43cc-9d08-c413c849d6e8: DOWN {{(pid=94096) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 09:50:27.329685 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579e397-7846-48f0-8a33-48f8df5ad5c1 req-b4503d3b-c7d3-4c63-a5ed-21e0471ed068 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:50:27.331181 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e579e397-7846-48f0-8a33-48f8df5ad5c1 req-b4503d3b-c7d3-4c63-a5ed-21e0471ed068 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 945 time: 0.0526052 Sep 01 09:50:27.372080 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-e579e397-7846-48f0-8a33-48f8df5ad5c1 req-e8caf27b-0289-44cf-aebd-7eadfa3a8d0f tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/security-groups?id=45be4637-dad9-4b6f-a459-0ad315104e08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348403 Sep 01 09:50:27.713711 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66742e1d-6013-44f6-ad1f-08b0ddc3a030 req-ae1bdae8-efb4-4d03-a440-7be4bbc2dc6c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94093) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 09:50:27.715148 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-66742e1d-6013-44f6-ad1f-08b0ddc3a030 req-ae1bdae8-efb4-4d03-a440-7be4bbc2dc6c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.77 "GET /v2.0/ports?device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 945 time: 0.0586209 Sep 01 09:50:27.809048 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-66742e1d-6013-44f6-ad1f-08b0ddc3a030 req-009a1f13-3fde-452f-ba8e-ce08a39d7929 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Deleting port b52e930c-a85b-4cf5-9d49-068948f82e3f {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:50:27.809317 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-66742e1d-6013-44f6-ad1f-08b0ddc3a030 req-009a1f13-3fde-452f-ba8e-ce08a39d7929 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:27.895531 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [req-66742e1d-6013-44f6-ad1f-08b0ddc3a030 req-009a1f13-3fde-452f-ba8e-ce08a39d7929 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] For port b52e930c-a85b-4cf5-9d49-068948f82e3f, host hv-cinder-80672, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80672',level=0,port_id=b52e930c-a85b-4cf5-9d49-068948f82e3f,segment=NetworkSegment(f8f5e1d1-815f-4de7-b88d-534ff2d4457a),segment_id=f8f5e1d1-815f-4de7-b88d-534ff2d4457a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:50:27.895919 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-66742e1d-6013-44f6-ad1f-08b0ddc3a030 req-009a1f13-3fde-452f-ba8e-ce08a39d7929 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:27.908761 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [req-66742e1d-6013-44f6-ad1f-08b0ddc3a030 req-009a1f13-3fde-452f-ba8e-ce08a39d7929 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Calling delete_port for b52e930c-a85b-4cf5-9d49-068948f82e3f owned by compute:nova {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:50:27.946219 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:28.041279 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-66742e1d-6013-44f6-ad1f-08b0ddc3a030 req-009a1f13-3fde-452f-ba8e-ce08a39d7929 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:28.070786 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a1f13-3fde-452f-ba8e-ce08a39d7929 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Pushing event deleted for resources: {'Port': ['ID=b52e930c-a85b-4cf5-9d49-068948f82e3f,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:50:28.107782 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [req-66742e1d-6013-44f6-ad1f-08b0ddc3a030 req-009a1f13-3fde-452f-ba8e-ce08a39d7929 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] No DVR routers for this DVR port b52e930c-a85b-4cf5-9d49-068948f82e3f on host hv-cinder-80672 {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:50:28.110311 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [req-66742e1d-6013-44f6-ad1f-08b0ddc3a030 req-009a1f13-3fde-452f-ba8e-ce08a39d7929 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for port, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:28.112321 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-66742e1d-6013-44f6-ad1f-08b0ddc3a030 req-009a1f13-3fde-452f-ba8e-ce08a39d7929 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.77 "DELETE /v2.0/ports/b52e930c-a85b-4cf5-9d49-068948f82e3f HTTP/1.1" status: 204 len: 173 time: 0.3906872 Sep 01 09:50:28.112751 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b281c7ab-7679-45db-96bb-88948127a1c2', 'name': 'network-vif-deleted', 'tag': 'b52e930c-a85b-4cf5-9d49-068948f82e3f'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 09:50:28.114996 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c4d2cb9716d2e79fc6442087f1afafc9bad04a4c0428c267ae2ad2ee6cc4bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618d87db-2ac3-40af-ae01-31137801e3af" -d '{"events": [{"server_uuid": "b281c7ab-7679-45db-96bb-88948127a1c2", "name": "network-vif-deleted", "tag": "b52e930c-a85b-4cf5-9d49-068948f82e3f"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 09:50:28.150139 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 09:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382ecd98-55b5-4930-b84b-0a661bcc2f30 x-openstack-request-id: req-382ecd98-55b5-4930-b84b-0a661bcc2f30 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 09:50:28.150422 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b281c7ab-7679-45db-96bb-88948127a1c2", "name": "network-vif-deleted", "tag": "b52e930c-a85b-4cf5-9d49-068948f82e3f", "status": "completed", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 09:50:28.150675 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-382ecd98-55b5-4930-b84b-0a661bcc2f30 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 09:50:28.151108 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b281c7ab-7679-45db-96bb-88948127a1c2', 'name': 'network-vif-deleted', 'tag': 'b52e930c-a85b-4cf5-9d49-068948f82e3f', 'status': 'completed', 'code': 200} Sep 01 09:50:28.477183 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [req-85210288-a9f1-4324-81d9-d78ce2497aad req-d0ad51a1-f450-4710-a868-e5c8501031f1 tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "GET /v2.0/ports?device_id=b281c7ab-7679-45db-96bb-88948127a1c2 HTTP/1.1" status: 200 len: 210 time: 0.0304265 Sep 01 09:50:29.551039 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 42446) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:50:29.680779 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-fba289a6-4a79-4bdf-904a-7d862d246a6d tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Deleting port c9200704-e120-4dc9-85ea-739a083109ec {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:50:29.681100 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fba289a6-4a79-4bdf-904a-7d862d246a6d tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:29.758181 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fba289a6-4a79-4bdf-904a-7d862d246a6d tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:29.758478 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fba289a6-4a79-4bdf-904a-7d862d246a6d tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:29.771036 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-fba289a6-4a79-4bdf-904a-7d862d246a6d tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Calling delete_port for c9200704-e120-4dc9-85ea-739a083109ec owned by network:floatingip {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:50:29.903328 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fba289a6-4a79-4bdf-904a-7d862d246a6d tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:29.926231 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba289a6-4a79-4bdf-904a-7d862d246a6d tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Pushing event deleted for resources: {'Port': ['ID=c9200704-e120-4dc9-85ea-739a083109ec,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:50:29.989592 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fba289a6-4a79-4bdf-904a-7d862d246a6d tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for floatingip, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:29.992293 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fba289a6-4a79-4bdf-904a-7d862d246a6d tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19507'] for floatingip, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:29.993396 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-fba289a6-4a79-4bdf-904a-7d862d246a6d tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "DELETE /v2.0/floatingips/309b5bb0-908d-43b7-963b-934e0dbf6c6f HTTP/1.1" status: 204 len: 168 time: 0.4412913 Sep 01 09:50:31.197614 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device b52e930c-a85b-4cf5-9d49-068948f82e3f no longer exists at agent hyperv_hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:50:31.203513 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42458) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:50:31.217764 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] No Port match for: b52e930c-a85b-4cf5-9d49-068948f82e3f {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:50:31.218106 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Device b52e930c-a85b-4cf5-9d49-068948f82e3f not bound to the agent host hv-cinder-80672 {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:50:31.266523 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63a27d9f-d8a8-440b-a69c-93ee7511787c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:31.291424 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63a27d9f-d8a8-440b-a69c-93ee7511787c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:31.305433 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:50:31.354324 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63a27d9f-d8a8-440b-a69c-93ee7511787c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:31.358578 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-63a27d9f-d8a8-440b-a69c-93ee7511787c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:31.360218 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-63a27d9f-d8a8-440b-a69c-93ee7511787c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] 10.222.0.74 "DELETE /v2.0/security-groups/45be4637-dad9-4b6f-a459-0ad315104e08 HTTP/1.1" status: 204 len: 168 time: 0.1557152 Sep 01 09:50:31.369730 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a27d9f-d8a8-440b-a69c-93ee7511787c tempest-TestVolumeBootPattern-1054667911 tempest-TestVolumeBootPattern-1054667911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45be4637-dad9-4b6f-a459-0ad315104e08,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:50:31.426257 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 42462) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:50:31.917690 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9406e16f-dc61-4b8d-84ff-971fb400b77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16703252'] for router_interface, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:32.183036 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-9406e16f-dc61-4b8d-84ff-971fb400b77c admin admin] Deleting port 4917afe8-e377-4254-baf7-9d2aa01fd789 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:50:32.183402 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9406e16f-dc61-4b8d-84ff-971fb400b77c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:32.276032 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-9406e16f-dc61-4b8d-84ff-971fb400b77c admin admin] For port 4917afe8-e377-4254-baf7-9d2aa01fd789, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=4917afe8-e377-4254-baf7-9d2aa01fd789,segment=NetworkSegment(f8f5e1d1-815f-4de7-b88d-534ff2d4457a),segment_id=f8f5e1d1-815f-4de7-b88d-534ff2d4457a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:50:32.276413 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9406e16f-dc61-4b8d-84ff-971fb400b77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:32.291966 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-9406e16f-dc61-4b8d-84ff-971fb400b77c admin admin] Calling delete_port for 4917afe8-e377-4254-baf7-9d2aa01fd789 owned by network:router_interface {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:50:32.482432 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9406e16f-dc61-4b8d-84ff-971fb400b77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:32.508392 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406e16f-dc61-4b8d-84ff-971fb400b77c admin admin] Pushing event deleted for resources: {'Port': ['ID=4917afe8-e377-4254-baf7-9d2aa01fd789,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:50:32.665776 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9406e16f-dc61-4b8d-84ff-971fb400b77c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16366462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703368'] for router_interface, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:32.901724 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9406e16f-dc61-4b8d-84ff-971fb400b77c admin admin] Router c460e377-3cca-43cd-8a7b-e101ff8eaf21 has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:50:33.244390 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9406e16f-dc61-4b8d-84ff-971fb400b77c admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:50:33.249727 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-9406e16f-dc61-4b8d-84ff-971fb400b77c admin admin] 10.222.0.74 "PUT /v2.0/routers/c460e377-3cca-43cd-8a7b-e101ff8eaf21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8223307 Sep 01 09:50:33.252488 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 42466) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:50:33.255256 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8955b0e5-48a1-4cd1-b960-3db76ad1ad1b None None] Sync routers for ids ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'] in dv-cinder-806726-2-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:50:33.266035 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8955b0e5-48a1-4cd1-b960-3db76ad1ad1b None None] Routers {'c460e377-3cca-43cd-8a7b-e101ff8eaf21'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:50:33.266646 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8955b0e5-48a1-4cd1-b960-3db76ad1ad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:50:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:50:33.355364 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-509ccd6e-a670-48a8-9235-a0e5aff58657 admin admin] Notify callbacks [] for router, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:33.369701 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-8955b0e5-48a1-4cd1-b960-3db76ad1ad1b None None] Set router c460e377-3cca-43cd-8a7b-e101ff8eaf21 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:50:33.456729 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-509ccd6e-a670-48a8-9235-a0e5aff58657 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:33.512806 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-509ccd6e-a670-48a8-9235-a0e5aff58657 admin admin] Deleting port 6b882bf6-3fcb-4651-a7dd-412df7658644 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:50:33.513543 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-509ccd6e-a670-48a8-9235-a0e5aff58657 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:33.596627 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-509ccd6e-a670-48a8-9235-a0e5aff58657 admin admin] For port 6b882bf6-3fcb-4651-a7dd-412df7658644, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=6b882bf6-3fcb-4651-a7dd-412df7658644,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:50:33.597011 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-509ccd6e-a670-48a8-9235-a0e5aff58657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:33.613593 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-509ccd6e-a670-48a8-9235-a0e5aff58657 admin admin] Calling delete_port for 6b882bf6-3fcb-4651-a7dd-412df7658644 owned by network:router_gateway {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:50:33.662042 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8955b0e5-48a1-4cd1-b960-3db76ad1ad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:50:32Z', 'revision_number': 5, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port': {'id': '6b882bf6-3fcb-4651-a7dd-412df7658644', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:01Z', 'updated_at': '2021-09-01T09:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:50:33.690471 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8955b0e5-48a1-4cd1-b960-3db76ad1ad1b None None] Checking router: c460e377-3cca-43cd-8a7b-e101ff8eaf21 for host: dv-cinder-806726-2-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:50:33.698498 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8955b0e5-48a1-4cd1-b960-3db76ad1ad1b None None] Routers {'c460e377-3cca-43cd-8a7b-e101ff8eaf21'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:50:33.699100 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8955b0e5-48a1-4cd1-b960-3db76ad1ad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:50:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:50:33.773117 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-509ccd6e-a670-48a8-9235-a0e5aff58657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:33.782508 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-8955b0e5-48a1-4cd1-b960-3db76ad1ad1b None None] Set router c460e377-3cca-43cd-8a7b-e101ff8eaf21 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:50:33.802686 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ccd6e-a670-48a8-9235-a0e5aff58657 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b882bf6-3fcb-4651-a7dd-412df7658644,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:50:33.833114 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-8955b0e5-48a1-4cd1-b960-3db76ad1ad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:50:33Z', 'revision_number': 6, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port_host': None}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:50:33.861872 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8955b0e5-48a1-4cd1-b960-3db76ad1ad1b None None] The sync data for ids ['c460e377-3cca-43cd-8a7b-e101ff8eaf21'] in dv-cinder-806726-2-iscsi is: [{'id': 'c460e377-3cca-43cd-8a7b-e101ff8eaf21', 'name': 'tempest-TestVolumeBootPattern-1492026795-router', 'tenant_id': '7fdb73d0e8704a399f85f3add1c41808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:00Z', 'updated_at': '2021-09-01T09:50:33Z', 'revision_number': 6, 'project_id': '7fdb73d0e8704a399f85f3add1c41808', 'gw_port_host': None}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:50:33.862442 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-509ccd6e-a670-48a8-9235-a0e5aff58657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16688682'] for router_gateway, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:33.954616 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-509ccd6e-a670-48a8-9235-a0e5aff58657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16700692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3348'] for router, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:33.956900 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-509ccd6e-a670-48a8-9235-a0e5aff58657 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:34.005688 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-509ccd6e-a670-48a8-9235-a0e5aff58657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16700703'] for router, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:34.006385 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509ccd6e-a670-48a8-9235-a0e5aff58657 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c460e377-3cca-43cd-8a7b-e101ff8eaf21 {{(pid=94093) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 09:50:34.011455 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-509ccd6e-a670-48a8-9235-a0e5aff58657 admin admin] Notify callbacks [] for router, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:34.012633 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-509ccd6e-a670-48a8-9235-a0e5aff58657 admin admin] 10.222.0.74 "DELETE /v2.0/routers/c460e377-3cca-43cd-8a7b-e101ff8eaf21 HTTP/1.1" status: 204 len: 168 time: 0.7592723 Sep 01 09:50:34.015258 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 42468) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:50:34.059494 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffbbf889-8035-4255-b99a-96c834465286 admin admin] Deleting subnet cfaae55d-773d-4b92-a203-450cd6111e59 {{(pid=94093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 09:50:34.062632 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ffbbf889-8035-4255-b99a-96c834465286 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:34.095575 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ffbbf889-8035-4255-b99a-96c834465286 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24803639'] for subnet, precommit_delete_associations {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:34.170676 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ffbbf889-8035-4255-b99a-96c834465286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532586'] for subnet, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:34.228869 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ffbbf889-8035-4255-b99a-96c834465286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24774597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14136184'] for subnet, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:34.256225 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbf889-8035-4255-b99a-96c834465286 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfaae55d-773d-4b92-a203-450cd6111e59,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:50:34.262503 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ffbbf889-8035-4255-b99a-96c834465286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:34.264854 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-ffbbf889-8035-4255-b99a-96c834465286 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/cfaae55d-773d-4b92-a203-450cd6111e59 HTTP/1.1" status: 204 len: 168 time: 0.2485600 Sep 01 09:50:34.267437 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42470) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:50:34.270342 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9287b303-e138-431b-a119-abf9cb5b062c None None] Network 1ef54018-d592-4530-92ab-5c0638950a7d requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:50:34.334567 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-587684bb-65c1-4e6c-9c9d-d3f416c87c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543493'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:34.390735 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-587684bb-65c1-4e6c-9c9d-d3f416c87c05 admin admin] Deleting port f17c15d6-39cb-43d7-b875-06e124571481 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:50:34.391056 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-587684bb-65c1-4e6c-9c9d-d3f416c87c05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:34.451810 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-587684bb-65c1-4e6c-9c9d-d3f416c87c05 admin admin] For port f17c15d6-39cb-43d7-b875-06e124571481, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=f17c15d6-39cb-43d7-b875-06e124571481,segment=NetworkSegment(f8f5e1d1-815f-4de7-b88d-534ff2d4457a),segment_id=f8f5e1d1-815f-4de7-b88d-534ff2d4457a)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:50:34.452756 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-587684bb-65c1-4e6c-9c9d-d3f416c87c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:34.464744 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-587684bb-65c1-4e6c-9c9d-d3f416c87c05 admin admin] Calling delete_port for f17c15d6-39cb-43d7-b875-06e124571481 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:50:34.551088 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-587684bb-65c1-4e6c-9c9d-d3f416c87c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25065501'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:34.576552 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587684bb-65c1-4e6c-9c9d-d3f416c87c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=f17c15d6-39cb-43d7-b875-06e124571481,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:50:34.578329 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587684bb-65c1-4e6c-9c9d-d3f416c87c05 admin admin] No DVR routers for this DVR port f17c15d6-39cb-43d7-b875-06e124571481 on host dv-cinder-806726-2-iscsi {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:50:34.640622 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79faad11-a135-4d4a-a3d8-a751ebc1a005 None None] DHCP port deletion for 1ef54018-d592-4530-92ab-5c0638950a7d request from dv-cinder-806726-2-iscsi {{(pid=94094) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 09:50:34.651265 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-587684bb-65c1-4e6c-9c9d-d3f416c87c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535953', 'neutron.services.segments.db._delete_segments_for_network-8737163360449'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:34.661794 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-587684bb-65c1-4e6c-9c9d-d3f416c87c05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef54018-d592-4530-92ab-5c0638950a7d']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:50:34.672422 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-587684bb-65c1-4e6c-9c9d-d3f416c87c05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f5e1d1-815f-4de7-b88d-534ff2d4457a') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:50:34.672716 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-587684bb-65c1-4e6c-9c9d-d3f416c87c05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f5e1d1-815f-4de7-b88d-534ff2d4457a') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:50:34.681576 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-587684bb-65c1-4e6c-9c9d-d3f416c87c05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737163371861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25038074'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:34.698744 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-587684bb-65c1-4e6c-9c9d-d3f416c87c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:34.705660 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-587684bb-65c1-4e6c-9c9d-d3f416c87c05 admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 09:50:34.706040 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-587684bb-65c1-4e6c-9c9d-d3f416c87c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25065672'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: Traceback (most recent call last): Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: timer() Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: cb(*args, **kw) Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: return func(*args, **kwargs) Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: self._notify() Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: self.callback(batched_events) Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: event.method(event) Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: return f(self, *a, **k) Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: return self._get(url).json() Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: return self.request(url, 'GET', **kwargs) Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 09:50:34.707745 dv-cinder-806726-2-iscsi neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 09:50:34.761561 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-587684bb-65c1-4e6c-9c9d-d3f416c87c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16688646'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:34.766897 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-587684bb-65c1-4e6c-9c9d-d3f416c87c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:34.768741 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-587684bb-65c1-4e6c-9c9d-d3f416c87c05 admin admin] 10.222.0.74 "DELETE /v2.0/networks/1ef54018-d592-4530-92ab-5c0638950a7d HTTP/1.1" status: 204 len: 168 time: 0.5002944 Sep 01 09:50:34.771901 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 42472) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:50:34.779296 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587684bb-65c1-4e6c-9c9d-d3f416c87c05 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ef54018-d592-4530-92ab-5c0638950a7d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:50:35.128318 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f5bacd7e-cbf2-4bd4-89f7-9af4f87c5317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16703252'] for router_interface, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:35.376183 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f5bacd7e-cbf2-4bd4-89f7-9af4f87c5317 admin admin] Deleting port b1d391f5-904a-4d14-9be3-d347571e62ea {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:50:35.376485 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f5bacd7e-cbf2-4bd4-89f7-9af4f87c5317 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:35.459493 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f5bacd7e-cbf2-4bd4-89f7-9af4f87c5317 admin admin] For port b1d391f5-904a-4d14-9be3-d347571e62ea, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=b1d391f5-904a-4d14-9be3-d347571e62ea,segment=NetworkSegment(9ce64963-1b7c-4871-9981-29fc23c6bf73),segment_id=9ce64963-1b7c-4871-9981-29fc23c6bf73)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:50:35.459909 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f5bacd7e-cbf2-4bd4-89f7-9af4f87c5317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:35.476644 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-f5bacd7e-cbf2-4bd4-89f7-9af4f87c5317 admin admin] Calling delete_port for b1d391f5-904a-4d14-9be3-d347571e62ea owned by network:router_interface {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:50:35.581038 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 6b882bf6-3fcb-4651-a7dd-412df7658644 no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:50:35.604127 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: 6b882bf6-3fcb-4651-a7dd-412df7658644 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:50:35.604450 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 6b882bf6-3fcb-4651-a7dd-412df7658644 not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:50:35.604881 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 4917afe8-e377-4254-baf7-9d2aa01fd789 no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:50:35.623348 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: 4917afe8-e377-4254-baf7-9d2aa01fd789 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:50:35.623716 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 4917afe8-e377-4254-baf7-9d2aa01fd789 not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:50:35.624451 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device f17c15d6-39cb-43d7-b875-06e124571481 no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:50:35.642920 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: f17c15d6-39cb-43d7-b875-06e124571481 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:50:35.643272 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device f17c15d6-39cb-43d7-b875-06e124571481 not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:50:35.663529 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f5bacd7e-cbf2-4bd4-89f7-9af4f87c5317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24774570'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:35.688724 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bacd7e-cbf2-4bd4-89f7-9af4f87c5317 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d391f5-904a-4d14-9be3-d347571e62ea,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:50:35.850290 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f5bacd7e-cbf2-4bd4-89f7-9af4f87c5317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16366462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16703368'] for router_interface, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:36.067687 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bacd7e-cbf2-4bd4-89f7-9af4f87c5317 admin admin] Router bf29eba8-dd9c-48c3-adab-15c24c6c5577 has already been hosted by L3 agent 83c7a66c-9c56-460f-8181-95cec6f97376 {{(pid=94093) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 09:50:36.179477 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bacd7e-cbf2-4bd4-89f7-9af4f87c5317 admin admin] Notify agent at l3_agent.dv-cinder-806726-2-iscsi the message routers_updated {{(pid=94093) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 09:50:36.184865 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-f5bacd7e-cbf2-4bd4-89f7-9af4f87c5317 admin admin] 10.222.0.74 "PUT /v2.0/routers/bf29eba8-dd9c-48c3-adab-15c24c6c5577/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4119253 Sep 01 09:50:36.188589 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42476) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:50:36.189936 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f99765-0a0a-48de-b3a8-d2db530d7c6a None None] Sync routers for ids ['bf29eba8-dd9c-48c3-adab-15c24c6c5577'] in dv-cinder-806726-2-iscsi {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 09:50:36.201905 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f99765-0a0a-48de-b3a8-d2db530d7c6a None None] Routers {'bf29eba8-dd9c-48c3-adab-15c24c6c5577'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:50:36.202505 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-42f99765-0a0a-48de-b3a8-d2db530d7c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:50:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['bf29eba8-dd9c-48c3-adab-15c24c6c5577'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:50:36.296083 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-537f2561-c16d-4f8a-a1d7-72df685a4769 admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:36.301759 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-42f99765-0a0a-48de-b3a8-d2db530d7c6a None None] Set router bf29eba8-dd9c-48c3-adab-15c24c6c5577 gateway port host: dv-cinder-806726-2-iscsi {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:50:36.399623 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-537f2561-c16d-4f8a-a1d7-72df685a4769 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:36.453400 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-537f2561-c16d-4f8a-a1d7-72df685a4769 admin admin] Deleting port 0c859771-fcad-48bc-84bb-1b0b56f6f540 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:50:36.453750 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-537f2561-c16d-4f8a-a1d7-72df685a4769 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:36.476624 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-42f99765-0a0a-48de-b3a8-d2db530d7c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf29eba8-dd9c-48c3-adab-15c24c6c5577', 'name': 'tempest-TestVolumeBootPattern-998172920-router', 'tenant_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'external_fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '0c859771-fcad-48bc-84bb-1b0b56f6f540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:05Z', 'updated_at': '2021-09-01T09:50:35Z', 'revision_number': 5, 'project_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'gw_port': {'id': '0c859771-fcad-48bc-84bb-1b0b56f6f540', 'name': '', 'network_id': '5981992f-fe61-47e0-99c1-6f445c6d0ea2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf29eba8-dd9c-48c3-adab-15c24c6c5577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806726-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T09:43:05Z', 'updated_at': '2021-09-01T09:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '24ba0698-ff73-47e7-90df-c9665eaff537', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806726-2-iscsi'}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:50:36.592597 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f99765-0a0a-48de-b3a8-d2db530d7c6a None None] Checking router: bf29eba8-dd9c-48c3-adab-15c24c6c5577 for host: dv-cinder-806726-2-iscsi {{(pid=94096) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 09:50:36.601629 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f99765-0a0a-48de-b3a8-d2db530d7c6a None None] Routers {'bf29eba8-dd9c-48c3-adab-15c24c6c5577'} bound to L3 agent in host dv-cinder-806726-2-iscsi {{(pid=94096) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 09:50:36.602254 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-42f99765-0a0a-48de-b3a8-d2db530d7c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806726-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T09:29:25Z,description=,heartbeat_timestamp=2021-09-01T09:50:25Z,host='dv-cinder-806726-2-iscsi',id=83c7a66c-9c56-460f-8181-95cec6f97376,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T09:29:25Z,topic='l3_agent')) {'router_ids': ['bf29eba8-dd9c-48c3-adab-15c24c6c5577'], 'active': True} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:50:36.688442 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_dvr_db [None req-42f99765-0a0a-48de-b3a8-d2db530d7c6a None None] Set router bf29eba8-dd9c-48c3-adab-15c24c6c5577 gateway port host: None {{(pid=94096) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 09:50:36.741230 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.l3_hamode_db [None req-42f99765-0a0a-48de-b3a8-d2db530d7c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf29eba8-dd9c-48c3-adab-15c24c6c5577', 'name': 'tempest-TestVolumeBootPattern-998172920-router', 'tenant_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:05Z', 'updated_at': '2021-09-01T09:50:36Z', 'revision_number': 6, 'project_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'gw_port_host': None}], 'dv-cinder-806726-2-iscsi', False) {} {{(pid=94096) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:50:36.767528 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f99765-0a0a-48de-b3a8-d2db530d7c6a None None] The sync data for ids ['bf29eba8-dd9c-48c3-adab-15c24c6c5577'] in dv-cinder-806726-2-iscsi is: [{'id': 'bf29eba8-dd9c-48c3-adab-15c24c6c5577', 'name': 'tempest-TestVolumeBootPattern-998172920-router', 'tenant_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T09:43:05Z', 'updated_at': '2021-09-01T09:50:36Z', 'revision_number': 6, 'project_id': '0ede76a0e33347e9bb07cd5e0fd540b2', 'gw_port_host': None}] {{(pid=94096) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 09:50:36.779604 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-537f2561-c16d-4f8a-a1d7-72df685a4769 admin admin] For port 0c859771-fcad-48bc-84bb-1b0b56f6f540, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=0c859771-fcad-48bc-84bb-1b0b56f6f540,segment=NetworkSegment(f874a01a-f44a-461c-99c0-73f767db9560),segment_id=f874a01a-f44a-461c-99c0-73f767db9560)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:50:36.779999 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-537f2561-c16d-4f8a-a1d7-72df685a4769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:36.793591 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-537f2561-c16d-4f8a-a1d7-72df685a4769 admin admin] Calling delete_port for 0c859771-fcad-48bc-84bb-1b0b56f6f540 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:50:36.965647 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-537f2561-c16d-4f8a-a1d7-72df685a4769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25065501'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:36.989852 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f2561-c16d-4f8a-a1d7-72df685a4769 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c859771-fcad-48bc-84bb-1b0b56f6f540,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:50:37.047358 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-537f2561-c16d-4f8a-a1d7-72df685a4769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16688682'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:37.137861 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-537f2561-c16d-4f8a-a1d7-72df685a4769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16700692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3348'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:37.140380 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-537f2561-c16d-4f8a-a1d7-72df685a4769 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:37.184411 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-537f2561-c16d-4f8a-a1d7-72df685a4769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16700703'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:37.185020 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537f2561-c16d-4f8a-a1d7-72df685a4769 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf29eba8-dd9c-48c3-adab-15c24c6c5577 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 09:50:37.193268 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-537f2561-c16d-4f8a-a1d7-72df685a4769 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:37.196416 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-537f2561-c16d-4f8a-a1d7-72df685a4769 admin admin] 10.222.0.74 "DELETE /v2.0/routers/bf29eba8-dd9c-48c3-adab-15c24c6c5577 HTTP/1.1" status: 204 len: 168 time: 1.0044174 Sep 01 09:50:37.196663 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 42478) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:50:37.243034 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_v2 [None req-af463bf2-96b5-4cdb-9ea7-e48680f207d4 admin admin] Deleting subnet fe32f016-83ac-4f3b-9b14-d306d46b99e8 {{(pid=94093) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 09:50:37.246933 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af463bf2-96b5-4cdb-9ea7-e48680f207d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:37.280700 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af463bf2-96b5-4cdb-9ea7-e48680f207d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24803639'] for subnet, precommit_delete_associations {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:37.357507 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af463bf2-96b5-4cdb-9ea7-e48680f207d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-532586'] for subnet, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:37.410885 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af463bf2-96b5-4cdb-9ea7-e48680f207d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-532577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16295084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24774597', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14136184'] for subnet, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:37.438016 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af463bf2-96b5-4cdb-9ea7-e48680f207d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for subnet, before_response {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:37.439901 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-af463bf2-96b5-4cdb-9ea7-e48680f207d4 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/fe32f016-83ac-4f3b-9b14-d306d46b99e8 HTTP/1.1" status: 204 len: 168 time: 0.2440040 Sep 01 09:50:37.441405 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af463bf2-96b5-4cdb-9ea7-e48680f207d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe32f016-83ac-4f3b-9b14-d306d46b99e8,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:50:37.442610 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42480) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:50:37.443220 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e667e5-e5c7-4dfe-a721-8942ce655ed4 None None] Network b12bb779-22a8-4499-854d-d13c77d8dac4 requested from dv-cinder-806726-2-iscsi {{(pid=94094) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 09:50:37.519428 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee3ea54e-6221-406a-9b9f-bd9b6f832114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-543493'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:37.587829 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-ee3ea54e-6221-406a-9b9f-bd9b6f832114 admin admin] Deleting port 70c6a0cd-5f1b-41c4-817c-df845c570a06 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:50:37.590324 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 0c859771-fcad-48bc-84bb-1b0b56f6f540 no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:50:37.593319 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee3ea54e-6221-406a-9b9f-bd9b6f832114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:37.611184 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: 0c859771-fcad-48bc-84bb-1b0b56f6f540 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:50:37.611530 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 0c859771-fcad-48bc-84bb-1b0b56f6f540 not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:50:37.611977 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device b1d391f5-904a-4d14-9be3-d347571e62ea no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:50:37.633218 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: b1d391f5-904a-4d14-9be3-d347571e62ea {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:50:37.633568 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device b1d391f5-904a-4d14-9be3-d347571e62ea not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:50:37.645983 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f935a61-730e-4c4b-875b-757999c78d15 None None] DHCP port deletion for b12bb779-22a8-4499-854d-d13c77d8dac4 request from dv-cinder-806726-2-iscsi {{(pid=94094) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 09:50:37.658864 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-ee3ea54e-6221-406a-9b9f-bd9b6f832114 admin admin] For port 70c6a0cd-5f1b-41c4-817c-df845c570a06, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=70c6a0cd-5f1b-41c4-817c-df845c570a06,segment=NetworkSegment(9ce64963-1b7c-4871-9981-29fc23c6bf73),segment_id=9ce64963-1b7c-4871-9981-29fc23c6bf73)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:50:37.659328 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee3ea54e-6221-406a-9b9f-bd9b6f832114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:37.671953 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-ee3ea54e-6221-406a-9b9f-bd9b6f832114 admin admin] Calling delete_port for 70c6a0cd-5f1b-41c4-817c-df845c570a06 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:50:37.689971 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-8f935a61-730e-4c4b-875b-757999c78d15 None None] Deleting port 70c6a0cd-5f1b-41c4-817c-df845c570a06 {{(pid=94094) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 09:50:37.690350 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8f935a61-730e-4c4b-875b-757999c78d15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737163290646'] for port, before_delete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:37.754273 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee3ea54e-6221-406a-9b9f-bd9b6f832114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25065501'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:37.757701 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-8f935a61-730e-4c4b-875b-757999c78d15 None None] For port 70c6a0cd-5f1b-41c4-817c-df845c570a06, host dv-cinder-806726-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806726-2-iscsi',level=0,port_id=70c6a0cd-5f1b-41c4-817c-df845c570a06,segment=NetworkSegment(9ce64963-1b7c-4871-9981-29fc23c6bf73),segment_id=9ce64963-1b7c-4871-9981-29fc23c6bf73)] {{(pid=94094) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 09:50:37.758223 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8f935a61-730e-4c4b-875b-757999c78d15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16687458'] for port, precommit_delete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:37.772000 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-8f935a61-730e-4c4b-875b-757999c78d15 None None] Calling delete_port for 70c6a0cd-5f1b-41c4-817c-df845c570a06 owned by network:dhcp {{(pid=94094) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 09:50:37.781134 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ea54e-6221-406a-9b9f-bd9b6f832114 admin admin] Pushing event deleted for resources: {'Port': ['ID=70c6a0cd-5f1b-41c4-817c-df845c570a06,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:50:37.784774 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3ea54e-6221-406a-9b9f-bd9b6f832114 admin admin] No DVR routers for this DVR port 70c6a0cd-5f1b-41c4-817c-df845c570a06 on host dv-cinder-806726-2-iscsi {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:50:37.854769 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee3ea54e-6221-406a-9b9f-bd9b6f832114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-535953', 'neutron.services.segments.db._delete_segments_for_network-8737163360449'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:37.855014 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8f935a61-730e-4c4b-875b-757999c78d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-996744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737163291621', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737162793777'] for port, after_delete {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:37.865046 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ee3ea54e-6221-406a-9b9f-bd9b6f832114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b12bb779-22a8-4499-854d-d13c77d8dac4']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:50:37.875432 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ee3ea54e-6221-406a-9b9f-bd9b6f832114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce64963-1b7c-4871-9981-29fc23c6bf73') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:50:37.875697 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ee3ea54e-6221-406a-9b9f-bd9b6f832114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce64963-1b7c-4871-9981-29fc23c6bf73') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 09:50:37.877886 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f935a61-730e-4c4b-875b-757999c78d15 None None] Pushing event deleted for resources: {'Port': ['ID=70c6a0cd-5f1b-41c4-817c-df845c570a06,revision_number=None']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:50:37.884288 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee3ea54e-6221-406a-9b9f-bd9b6f832114 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737163371861', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25038074'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:37.887321 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f935a61-730e-4c4b-875b-757999c78d15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:37.887690 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f935a61-730e-4c4b-875b-757999c78d15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:37.888030 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f935a61-730e-4c4b-875b-757999c78d15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:37.888364 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f935a61-730e-4c4b-875b-757999c78d15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:37.888695 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f935a61-730e-4c4b-875b-757999c78d15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:37.889024 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f935a61-730e-4c4b-875b-757999c78d15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:37.889363 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f935a61-730e-4c4b-875b-757999c78d15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:37.889675 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f935a61-730e-4c4b-875b-757999c78d15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:37.890001 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f935a61-730e-4c4b-875b-757999c78d15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:37.890324 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f935a61-730e-4c4b-875b-757999c78d15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:37.890680 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f935a61-730e-4c4b-875b-757999c78d15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:37.890996 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f935a61-730e-4c4b-875b-757999c78d15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806726-2-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 09:50:37.893686 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f935a61-730e-4c4b-875b-757999c78d15 None None] No DVR routers for this DVR port 70c6a0cd-5f1b-41c4-817c-df845c570a06 on host dv-cinder-806726-2-iscsi {{(pid=94094) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 09:50:37.901519 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee3ea54e-6221-406a-9b9f-bd9b6f832114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:37.908332 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3ea54e-6221-406a-9b9f-bd9b6f832114 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 09:50:37.908332 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee3ea54e-6221-406a-9b9f-bd9b6f832114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-539708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25065672'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: Traceback (most recent call last): Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: timer() Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: cb(*args, **kw) Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: return func(*args, **kwargs) Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: self._notify() Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: self.callback(batched_events) Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: event.method(event) Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: return f(self, *a, **k) Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: return self._get(url).json() Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: return self.request(url, 'GET', **kwargs) Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 09:50:37.909467 dv-cinder-806726-2-iscsi neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 09:50:37.966627 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee3ea54e-6221-406a-9b9f-bd9b6f832114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-535944', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16294939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16366441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16688646'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:37.972243 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee3ea54e-6221-406a-9b9f-bd9b6f832114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16366491'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:37.974365 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-ee3ea54e-6221-406a-9b9f-bd9b6f832114 admin admin] 10.222.0.74 "DELETE /v2.0/networks/b12bb779-22a8-4499-854d-d13c77d8dac4 HTTP/1.1" status: 204 len: 168 time: 0.5303173 Sep 01 09:50:37.986241 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ea54e-6221-406a-9b9f-bd9b6f832114 admin admin] Pushing event deleted for resources: {'Network': ['ID=b12bb779-22a8-4499-854d-d13c77d8dac4,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:50:38.136706 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42484) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:50:38.176911 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-c0ab3ea0-824a-46df-a23e-31d0ead0f7de admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7fdb73d0e8704a399f85f3add1c41808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389376 Sep 01 09:50:38.179325 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42486) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:50:38.228822 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-722b4472-def3-4a13-88f5-66a3cc20f26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:38.249934 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-722b4472-def3-4a13-88f5-66a3cc20f26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:38.300924 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-722b4472-def3-4a13-88f5-66a3cc20f26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:38.305098 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-722b4472-def3-4a13-88f5-66a3cc20f26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:38.306274 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-722b4472-def3-4a13-88f5-66a3cc20f26d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f618f4e7-9821-4479-a9dc-5e645790f7ba HTTP/1.1" status: 204 len: 168 time: 0.1260114 Sep 01 09:50:38.314167 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b4472-def3-4a13-88f5-66a3cc20f26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f618f4e7-9821-4479-a9dc-5e645790f7ba,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:50:38.648023 dv-cinder-806726-2-iscsi neutron-server[94093]: DEBUG neutron.wsgi [-] (94093) accepted ('10.222.0.74', 42492) {{(pid=94093) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:50:38.687490 dv-cinder-806726-2-iscsi neutron-server[94093]: INFO neutron.wsgi [None req-f66e7720-970b-43b6-ab1a-e6cb434e36eb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0ede76a0e33347e9bb07cd5e0fd540b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382113 Sep 01 09:50:38.689947 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.74', 42494) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 09:50:38.738668 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-faf747f5-db63-4cbd-9b32-4c0130318555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:38.760155 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-faf747f5-db63-4cbd-9b32-4c0130318555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:38.808914 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-faf747f5-db63-4cbd-9b32-4c0130318555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16300224'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:38.811733 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-faf747f5-db63-4cbd-9b32-4c0130318555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:38.812864 dv-cinder-806726-2-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-faf747f5-db63-4cbd-9b32-4c0130318555 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3270e225-a14b-430c-92d5-7a8e5b00b3b6 HTTP/1.1" status: 204 len: 168 time: 0.1219883 Sep 01 09:50:38.820536 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf747f5-db63-4cbd-9b32-4c0130318555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3270e225-a14b-430c-92d5-7a8e5b00b3b6,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 09:50:39.585953 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 70c6a0cd-5f1b-41c4-817c-df845c570a06 no longer exists at agent ovs-agent-dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 09:50:39.605939 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.plugin [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] No Port match for: 70c6a0cd-5f1b-41c4-817c-df845c570a06 {{(pid=94094) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 09:50:39.606290 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.rpc [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Device 70c6a0cd-5f1b-41c4-817c-df845c570a06 not bound to the agent host dv-cinder-806726-2-iscsi {{(pid=94094) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 09:50:52.375403 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d4df46e0-186f-41ee-b1b1-6098aae2f29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:54.107325 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:54.867154 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-3453a4a6-7448-4f08-945a-20fee440c0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:55.501538 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:56.161135 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:50:57.955506 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:51:08.317682 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:51:22.376742 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-35ca5dd3-9b76-4690-85f3-73dab4e0b2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:51:24.102148 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:51:24.862634 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f4ebf0f8-9447-453f-aa8a-919218d1d756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:51:25.504120 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:51:26.165043 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:51:27.959132 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:51:45.320151 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:51:52.370818 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-09fcea6e-f690-4da0-af1c-1301aa91bd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:51:54.119272 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:51:54.873343 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b7871a4e-0f7c-4b20-a5ea-fc4d39b55124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:51:55.503941 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:51:56.172561 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:51:57.968764 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:52:22.325293 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:52:22.382691 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-8e8ef988-cbbb-4482-9068-b27ab9975dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:52:24.112645 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:52:24.875023 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-da1fca1c-e593-439a-b369-9b62d8d32e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:52:25.503580 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:52:26.174372 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:52:27.973430 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:52:38.464775 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [req-c6eae633-ba26-4450-9078-5c718c0ee9c8 req-e27d1f6e-21e1-4b4c-a8af-0fcc98833c28 service neutron] (94092) timed out ('10.222.0.77', 60845) {{(pid=94092) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 09:52:52.380928 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-de81fa39-3df3-40cc-b379-b0b45bad493d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:52:54.121241 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:52:54.874273 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b9b98917-4aba-4816-a45a-1f4999465efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:52:55.504979 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:52:56.172642 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:52:57.977720 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:52:59.331843 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:53:22.379881 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-163be90a-8371-46f4-a81d-af9b0fbe7fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:53:24.121724 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:53:24.674031 dv-cinder-806726-2-iscsi neutron-server[94092]: DEBUG neutron.wsgi [req-0310e4b9-d884-43b9-ac95-9cfc919d2535 req-fc159f0e-6359-4c01-9aad-4ad5b374f0d6 service neutron] (94092) timed out ('10.222.0.77', 60875) {{(pid=94092) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 09:53:24.875512 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-653b85b0-e42b-4104-b83f-fb81ced14e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:53:25.506198 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:53:26.182699 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:53:27.981624 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:53:36.336537 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:53:52.380763 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-ea01fe7c-347e-4062-9e15-789600586c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:53:54.133831 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:53:54.875537 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-26fdb9c5-73d7-4b89-9357-25e5a8e820ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:53:55.500862 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:53:56.185835 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:53:57.985166 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:54:13.336866 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:54:22.380683 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f9fb0ee3-1b1d-4451-b746-183ed72dd42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:54:24.134369 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:54:24.875856 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f4bc7dc7-01df-4daf-90f1-895a11573c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:54:25.509060 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:54:26.191905 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:54:27.988696 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:54:50.337627 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:54:52.380648 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b89537ae-024e-46e1-a62d-f971b9596ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:54:54.148892 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:54:54.876091 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-a9c1d545-2186-40c6-92e8-0ec841a3fa44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:54:55.507132 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:54:56.191415 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:54:57.986461 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:55:22.381448 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b88ebaee-da82-4c3e-a4d8-e11fffff4ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:55:24.146837 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:55:24.870762 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b69b9025-2d48-4e69-a01f-3cac5bbbc7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:55:25.512693 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:55:26.197605 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:55:27.341713 dv-cinder-806726-2-iscsi neutron-server[94096]: DEBUG neutron.db.agents_db [None req-c32d31a2-f14c-483d-9fd6-9e0bc16ec37b None None] Agent healthcheck: found 6 active agents {{(pid=94096) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 09:55:27.991771 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:55:52.374593 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-6c5b7bea-c719-4daf-8bec-3ef2ee38344b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:55:54.185952 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-514d79f4-ecf6-4acb-a05d-d5ec9ed71b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:55:54.882963 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-c374f548-6744-4366-aa4b-9c0e23e42af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:55:55.507061 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-d7a11337-00df-4c95-b968-03e0b7c2449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:55:56.201752 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5f4e18c8-1261-43da-b777-da1b70fd4770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 09:55:57.996524 dv-cinder-806726-2-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0fb943eb-e5b1-4962-be3b-6b6e1705d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737163240924', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-535503'] for agent, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}